{"level":"warn","ts":"2026-03-31T05:02:01.581775Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T05:02:01.581895Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T05:02:01.582029Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T05:02:01.582057Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-31T05:02:01.582086Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T05:02:01.583054Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-03-31T05:02:01.583187Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T05:02:01.587475Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.889819ms"} {"level":"info","ts":"2026-03-31T05:02:01.593761Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-03-31T05:02:01.593851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T05:02:01.593872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-03-31T05:02:01.593889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T05:02:01.593898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-03-31T05:02:01.593934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-03-31T05:02:01.605981Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T05:02:01.607428Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T05:02:01.609327Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T05:02:01.61136Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T05:02:01.611558Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T05:02:01.611631Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T05:02:01.611642Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T05:02:01.61173Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T05:02:01.613249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-03-31T05:02:01.613884Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-31T05:02:01.616512Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T05:02:01.616627Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-31T05:02:01.616675Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-31T05:02:01.616838Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T05:02:01.616908Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T05:02:02.594858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T05:02:02.594941Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T05:02:02.594962Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-03-31T05:02:02.594988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-03-31T05:02:02.595006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-31T05:02:02.595022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-03-31T05:02:02.595041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-31T05:02:02.595946Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T05:02:02.595963Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T05:02:02.595986Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T05:02:02.596104Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:02:02.596251Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T05:02:02.596301Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T05:02:02.597056Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:02:02.597177Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:02:02.597216Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T05:02:02.599342Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T05:02:02.600702Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"info","ts":"2026-03-31T05:02:21.673027Z","caller":"traceutil/trace.go:171","msg":"trace[1543342826] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"444.737134ms","start":"2026-03-31T05:02:21.228266Z","end":"2026-03-31T05:02:21.673004Z","steps":["trace[1543342826] 'process raft request' (duration: 444.60875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:21.673543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:21.228234Z","time spent":"444.883309ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:22.349848Z","caller":"traceutil/trace.go:171","msg":"trace[1498888264] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"143.839052ms","start":"2026-03-31T05:02:22.205974Z","end":"2026-03-31T05:02:22.349813Z","steps":["trace[1498888264] 'process raft request' (duration: 143.689947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:28.235331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.419144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:02:28.236539Z","caller":"traceutil/trace.go:171","msg":"trace[266470818] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"371.650042ms","start":"2026-03-31T05:02:27.864635Z","end":"2026-03-31T05:02:28.236285Z","steps":["trace[266470818] 'process raft request' (duration: 250.937955ms)","trace[266470818] 'compare' (duration: 119.211858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:02:28.236813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:27.864615Z","time spent":"371.991342ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:02:29.050048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.876092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:29.050164Z","caller":"traceutil/trace.go:171","msg":"trace[1435304990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:424; }","duration":"438.058127ms","start":"2026-03-31T05:02:28.612086Z","end":"2026-03-31T05:02:29.050144Z","steps":["trace[1435304990] 'range keys from in-memory index tree' (duration: 437.792669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:29.050204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:28.612064Z","time spent":"438.13091ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:02:29.050426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.154703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:02:29.050641Z","caller":"traceutil/trace.go:171","msg":"trace[51579341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"659.490325ms","start":"2026-03-31T05:02:28.391121Z","end":"2026-03-31T05:02:29.050611Z","steps":["trace[51579341] 'range keys from in-memory index tree' (duration: 658.718789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:29.050694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:28.391103Z","time spent":"659.577937ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:02:29.050603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.796112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:02:29.051089Z","caller":"traceutil/trace.go:171","msg":"trace[10226712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:424; }","duration":"248.773424ms","start":"2026-03-31T05:02:28.802286Z","end":"2026-03-31T05:02:29.051059Z","steps":["trace[10226712] 'range keys from in-memory index tree' (duration: 247.260684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:29.538383Z","caller":"traceutil/trace.go:171","msg":"trace[1387785894] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"483.611921ms","start":"2026-03-31T05:02:29.054743Z","end":"2026-03-31T05:02:29.538355Z","steps":["trace[1387785894] 'process raft request' (duration: 483.475297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:29.538536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:29.054723Z","time spent":"483.735254ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:29.568455Z","caller":"traceutil/trace.go:171","msg":"trace[1479761677] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"513.140169ms","start":"2026-03-31T05:02:29.055289Z","end":"2026-03-31T05:02:29.568429Z","steps":["trace[1479761677] 'process raft request' (duration: 512.433236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:29.56864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:29.055267Z","time spent":"513.276764ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:29.568745Z","caller":"traceutil/trace.go:171","msg":"trace[83997165] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:440; }","duration":"481.198442ms","start":"2026-03-31T05:02:29.0875Z","end":"2026-03-31T05:02:29.568698Z","steps":["trace[83997165] 'read index received' (duration: 450.740393ms)","trace[83997165] 'applied index is now lower than readState.Index' (duration: 30.454148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:02:29.568886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.375367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:29.5689Z","caller":"traceutil/trace.go:171","msg":"trace[886070039] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"513.465989ms","start":"2026-03-31T05:02:29.055374Z","end":"2026-03-31T05:02:29.56884Z","steps":["trace[886070039] 'process raft request' (duration: 513.004834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:29.568956Z","caller":"traceutil/trace.go:171","msg":"trace[166468238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:427; }","duration":"481.484861ms","start":"2026-03-31T05:02:29.087455Z","end":"2026-03-31T05:02:29.568939Z","steps":["trace[166468238] 'agreement among raft nodes before linearized reading' (duration: 481.381587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:29.569179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:29.055343Z","time spent":"513.703797ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:02:29.5692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:29.08744Z","time spent":"481.694098ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:02:29.944128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.703304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:02:29.944234Z","caller":"traceutil/trace.go:171","msg":"trace[1750040831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:427; }","duration":"202.8959ms","start":"2026-03-31T05:02:29.741312Z","end":"2026-03-31T05:02:29.944208Z","steps":["trace[1750040831] 'range keys from in-memory index tree' (duration: 202.571359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:30.40691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.14774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:30.407016Z","caller":"traceutil/trace.go:171","msg":"trace[1127057791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"319.294055ms","start":"2026-03-31T05:02:30.087686Z","end":"2026-03-31T05:02:30.40698Z","steps":["trace[1127057791] 'range keys from in-memory index tree' (duration: 319.038967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:30.407063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:30.087666Z","time spent":"319.387748ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:02:33.17848Z","caller":"traceutil/trace.go:171","msg":"trace[699804395] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"215.463682ms","start":"2026-03-31T05:02:32.962992Z","end":"2026-03-31T05:02:33.178455Z","steps":["trace[699804395] 'process raft request' (duration: 215.347688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198465Z","caller":"traceutil/trace.go:171","msg":"trace[2003192670] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"230.185295ms","start":"2026-03-31T05:02:32.968252Z","end":"2026-03-31T05:02:33.198437Z","steps":["trace[2003192670] 'process raft request' (duration: 229.964708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198546Z","caller":"traceutil/trace.go:171","msg":"trace[838872127] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"230.103552ms","start":"2026-03-31T05:02:32.9684Z","end":"2026-03-31T05:02:33.198503Z","steps":["trace[838872127] 'process raft request' (duration: 229.929716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198546Z","caller":"traceutil/trace.go:171","msg":"trace[229461091] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"214.893423ms","start":"2026-03-31T05:02:32.983623Z","end":"2026-03-31T05:02:33.198516Z","steps":["trace[229461091] 'process raft request' (duration: 214.756879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.19863Z","caller":"traceutil/trace.go:171","msg":"trace[98936712] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"210.8196ms","start":"2026-03-31T05:02:32.987802Z","end":"2026-03-31T05:02:33.198621Z","steps":["trace[98936712] 'process raft request' (duration: 210.667395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198604Z","caller":"traceutil/trace.go:171","msg":"trace[186837207] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"210.956384ms","start":"2026-03-31T05:02:32.987612Z","end":"2026-03-31T05:02:33.198568Z","steps":["trace[186837207] 'process raft request' (duration: 210.81938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198745Z","caller":"traceutil/trace.go:171","msg":"trace[1278592574] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"207.010245ms","start":"2026-03-31T05:02:32.991727Z","end":"2026-03-31T05:02:33.198737Z","steps":["trace[1278592574] 'process raft request' (duration: 206.776847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198803Z","caller":"traceutil/trace.go:171","msg":"trace[1470950678] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"201.236776ms","start":"2026-03-31T05:02:32.997548Z","end":"2026-03-31T05:02:33.198785Z","steps":["trace[1470950678] 'process raft request' (duration: 201.06022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198854Z","caller":"traceutil/trace.go:171","msg":"trace[826658279] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"191.361232ms","start":"2026-03-31T05:02:33.007483Z","end":"2026-03-31T05:02:33.198844Z","steps":["trace[826658279] 'process raft request' (duration: 191.172006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.198909Z","caller":"traceutil/trace.go:171","msg":"trace[1861561345] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"190.225615ms","start":"2026-03-31T05:02:33.008673Z","end":"2026-03-31T05:02:33.198899Z","steps":["trace[1861561345] 'process raft request' (duration: 190.116261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.199005Z","caller":"traceutil/trace.go:171","msg":"trace[291434368] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"170.324793ms","start":"2026-03-31T05:02:33.028666Z","end":"2026-03-31T05:02:33.19899Z","steps":["trace[291434368] 'process raft request' (duration: 170.171688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:33.199084Z","caller":"traceutil/trace.go:171","msg":"trace[367636166] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:484; }","duration":"109.197769ms","start":"2026-03-31T05:02:33.089866Z","end":"2026-03-31T05:02:33.199063Z","steps":["trace[367636166] 'read index received' (duration: 88.555273ms)","trace[367636166] 'applied index is now lower than readState.Index' (duration: 20.641546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:02:33.19921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.353934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:33.199251Z","caller":"traceutil/trace.go:171","msg":"trace[1527747798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:479; }","duration":"109.479038ms","start":"2026-03-31T05:02:33.089763Z","end":"2026-03-31T05:02:33.199242Z","steps":["trace[1527747798] 'agreement among raft nodes before linearized reading' (duration: 109.379455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.102132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782500390,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:02:34.258464Z","caller":"traceutil/trace.go:171","msg":"trace[502981419] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"780.402849ms","start":"2026-03-31T05:02:33.478042Z","end":"2026-03-31T05:02:34.258444Z","steps":["trace[502981419] 'process raft request' (duration: 780.256084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.258595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:33.478011Z","time spent":"780.522593ms","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:34.269415Z","caller":"traceutil/trace.go:171","msg":"trace[239632749] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:534; }","duration":"667.688414ms","start":"2026-03-31T05:02:33.601694Z","end":"2026-03-31T05:02:34.269382Z","steps":["trace[239632749] 'read index received' (duration: 656.994204ms)","trace[239632749] 'applied index is now lower than readState.Index' (duration: 10.69316ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:02:34.269926Z","caller":"traceutil/trace.go:171","msg":"trace[1211939218] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"784.12571ms","start":"2026-03-31T05:02:33.485772Z","end":"2026-03-31T05:02:34.269898Z","steps":["trace[1211939218] 'process raft request' (duration: 783.20781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.270241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:33.485751Z","time spent":"784.215343ms","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:02:34.270464Z","caller":"traceutil/trace.go:171","msg":"trace[1104798553] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"767.699842ms","start":"2026-03-31T05:02:33.502753Z","end":"2026-03-31T05:02:34.270453Z","steps":["trace[1104798553] 'process raft request' (duration: 766.391359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.270586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:33.502734Z","time spent":"767.764284ms","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:02:34.270747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.049949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:02:34.270789Z","caller":"traceutil/trace.go:171","msg":"trace[799054864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"669.118471ms","start":"2026-03-31T05:02:33.60166Z","end":"2026-03-31T05:02:34.270779Z","steps":["trace[799054864] 'agreement among raft nodes before linearized reading' (duration: 669.045139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.270825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:33.601645Z","time spent":"669.173293ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:02:34.271047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.155662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:02:34.271084Z","caller":"traceutil/trace.go:171","msg":"trace[1915167042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"669.200764ms","start":"2026-03-31T05:02:33.601874Z","end":"2026-03-31T05:02:34.271075Z","steps":["trace[1915167042] 'agreement among raft nodes before linearized reading' (duration: 669.09049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.271117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:33.601871Z","time spent":"669.240325ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:02:34.271574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.137306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:02:34.271622Z","caller":"traceutil/trace.go:171","msg":"trace[1521105394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"256.225748ms","start":"2026-03-31T05:02:34.015386Z","end":"2026-03-31T05:02:34.271612Z","steps":["trace[1521105394] 'agreement among raft nodes before linearized reading' (duration: 256.104384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.27182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.604628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:02:34.271857Z","caller":"traceutil/trace.go:171","msg":"trace[1498487258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"669.68249ms","start":"2026-03-31T05:02:33.602166Z","end":"2026-03-31T05:02:34.271849Z","steps":["trace[1498487258] 'agreement among raft nodes before linearized reading' (duration: 669.584197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:34.27189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:33.60215Z","time spent":"669.733331ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:02:40.813059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782500550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:02:40.932659Z","caller":"traceutil/trace.go:171","msg":"trace[1555299408] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"691.173264ms","start":"2026-03-31T05:02:40.241456Z","end":"2026-03-31T05:02:40.932629Z","steps":["trace[1555299408] 'process raft request' (duration: 690.987577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:40.932795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:40.241428Z","time spent":"691.298948ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:02:42.278227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271167573s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:02:42.279366Z","caller":"traceutil/trace.go:171","msg":"trace[322312678] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"2.009313407s","start":"2026-03-31T05:02:40.269974Z","end":"2026-03-31T05:02:42.279287Z","steps":["trace[322312678] 'process raft request' (duration: 2.008577953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.279832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:40.269955Z","time spent":"2.009621228s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:02:42.350452Z","caller":"traceutil/trace.go:171","msg":"trace[1048089915] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:596; }","duration":"2.037654216s","start":"2026-03-31T05:02:40.312765Z","end":"2026-03-31T05:02:42.35042Z","steps":["trace[1048089915] 'read index received' (duration: 619.800955ms)","trace[1048089915] 'applied index is now lower than readState.Index' (duration: 1.417851781s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:02:42.350869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.116085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.350948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.07178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.350966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.394936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.350964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038175743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:02:42.351042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.825735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.449528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.351075Z","caller":"traceutil/trace.go:171","msg":"trace[1746300356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:578; }","duration":"538.529301ms","start":"2026-03-31T05:02:41.81254Z","end":"2026-03-31T05:02:42.351069Z","steps":["trace[1746300356] 'agreement among raft nodes before linearized reading' (duration: 538.49799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.351075Z","caller":"traceutil/trace.go:171","msg":"trace[189178993] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:578; }","duration":"608.904958ms","start":"2026-03-31T05:02:41.742159Z","end":"2026-03-31T05:02:42.351063Z","steps":["trace[189178993] 'agreement among raft nodes before linearized reading' (duration: 608.858656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.350993Z","caller":"traceutil/trace.go:171","msg":"trace[188186241] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:578; }","duration":"608.159303ms","start":"2026-03-31T05:02:41.742815Z","end":"2026-03-31T05:02:42.350974Z","steps":["trace[188186241] 'agreement among raft nodes before linearized reading' (duration: 608.107011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.615244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.362476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.74279Z","time spent":"608.329559ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:02:42.351152Z","caller":"traceutil/trace.go:171","msg":"trace[2142406323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:578; }","duration":"495.737098ms","start":"2026-03-31T05:02:41.855394Z","end":"2026-03-31T05:02:42.351131Z","steps":["trace[2142406323] 'agreement among raft nodes before linearized reading' (duration: 495.571163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.16142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.3512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.855378Z","time spent":"495.804731ms","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:02:42.351224Z","caller":"traceutil/trace.go:171","msg":"trace[1520045047] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:578; }","duration":"297.199471ms","start":"2026-03-31T05:02:42.054015Z","end":"2026-03-31T05:02:42.351215Z","steps":["trace[1520045047] 'agreement among raft nodes before linearized reading' (duration: 297.145089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.3512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.748864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.830564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.014664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.351394Z","caller":"traceutil/trace.go:171","msg":"trace[959629922] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:578; }","duration":"442.893476ms","start":"2026-03-31T05:02:41.908489Z","end":"2026-03-31T05:02:42.351382Z","steps":["trace[959629922] 'agreement among raft nodes before linearized reading' (duration: 442.859235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.351396Z","caller":"traceutil/trace.go:171","msg":"trace[295259681] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:578; }","duration":"466.065315ms","start":"2026-03-31T05:02:41.885322Z","end":"2026-03-31T05:02:42.351388Z","steps":["trace[295259681] 'agreement among raft nodes before linearized reading' (duration: 466.033304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.377056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.641193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.35142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.908463Z","time spent":"442.951308ms","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:02:42.35146Z","caller":"traceutil/trace.go:171","msg":"trace[1367898174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:578; }","duration":"185.577653ms","start":"2026-03-31T05:02:42.165859Z","end":"2026-03-31T05:02:42.351436Z","steps":["trace[1367898174] 'agreement among raft nodes before linearized reading' (duration: 185.338265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.009857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.392636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.351479Z","caller":"traceutil/trace.go:171","msg":"trace[1912474161] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:578; }","duration":"444.754167ms","start":"2026-03-31T05:02:41.906695Z","end":"2026-03-31T05:02:42.351449Z","steps":["trace[1912474161] 'agreement among raft nodes before linearized reading' (duration: 444.662514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.351513Z","caller":"traceutil/trace.go:171","msg":"trace[158114946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:578; }","duration":"496.052748ms","start":"2026-03-31T05:02:41.855455Z","end":"2026-03-31T05:02:42.351508Z","steps":["trace[158114946] 'agreement among raft nodes before linearized reading' (duration: 495.989956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.855441Z","time spent":"496.08847ms","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:42.351523Z","caller":"traceutil/trace.go:171","msg":"trace[1487291972] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:578; }","duration":"466.471729ms","start":"2026-03-31T05:02:41.885042Z","end":"2026-03-31T05:02:42.351514Z","steps":["trace[1487291972] 'agreement among raft nodes before linearized reading' (duration: 466.408717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.475274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.906673Z","time spent":"444.861561ms","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:02:42.351568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.885011Z","time spent":"466.547851ms","remote":"127.0.0.1:36406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:02:42.351575Z","caller":"traceutil/trace.go:171","msg":"trace[1965445124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:578; }","duration":"695.572398ms","start":"2026-03-31T05:02:41.655995Z","end":"2026-03-31T05:02:42.351568Z","steps":["trace[1965445124] 'agreement among raft nodes before linearized reading' (duration: 695.298989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.350946Z","caller":"traceutil/trace.go:171","msg":"trace[526080534] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:578; }","duration":"494.261529ms","start":"2026-03-31T05:02:41.856663Z","end":"2026-03-31T05:02:42.350925Z","steps":["trace[526080534] 'agreement among raft nodes before linearized reading' (duration: 494.101684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.35142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.885314Z","time spent":"466.099596ms","remote":"127.0.0.1:36406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:02:42.351485Z","caller":"traceutil/trace.go:171","msg":"trace[1114606590] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:578; }","duration":"695.965411ms","start":"2026-03-31T05:02:41.655407Z","end":"2026-03-31T05:02:42.351373Z","steps":["trace[1114606590] 'agreement among raft nodes before linearized reading' (duration: 695.63217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.65539Z","time spent":"696.320043ms","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:42.351495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.650314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033783609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:02:42.351072Z","caller":"traceutil/trace.go:171","msg":"trace[436272015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:578; }","duration":"2.038342309s","start":"2026-03-31T05:02:40.312712Z","end":"2026-03-31T05:02:42.351054Z","steps":["trace[436272015] 'agreement among raft nodes before linearized reading' (duration: 2.037892104s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.351898Z","caller":"traceutil/trace.go:171","msg":"trace[711694483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:578; }","duration":"186.039947ms","start":"2026-03-31T05:02:42.165804Z","end":"2026-03-31T05:02:42.351844Z","steps":["trace[711694483] 'agreement among raft nodes before linearized reading' (duration: 185.657905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.534887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.812514Z","time spent":"539.369478ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:42.351916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:40.312694Z","time spent":"2.039212727s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:02:42.351192Z","caller":"traceutil/trace.go:171","msg":"trace[827415707] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:578; }","duration":"668.47718ms","start":"2026-03-31T05:02:41.682676Z","end":"2026-03-31T05:02:42.351153Z","steps":["trace[827415707] 'agreement among raft nodes before linearized reading' (duration: 668.416788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.351963Z","caller":"traceutil/trace.go:171","msg":"trace[1372788624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:578; }","duration":"696.479648ms","start":"2026-03-31T05:02:41.655472Z","end":"2026-03-31T05:02:42.351951Z","steps":["trace[1372788624] 'agreement among raft nodes before linearized reading' (duration: 695.526007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.351972Z","caller":"traceutil/trace.go:171","msg":"trace[1227881097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:578; }","duration":"2.034496922s","start":"2026-03-31T05:02:40.317463Z","end":"2026-03-31T05:02:42.351818Z","steps":["trace[1227881097] 'agreement among raft nodes before linearized reading' (duration: 2.033795509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.742123Z","time spent":"608.99018ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:42.351568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.824633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.351999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.682652Z","time spent":"669.336418ms","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:42.352011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.655455Z","time spent":"696.540409ms","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:02:42.350863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.298581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.350905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033419537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:02:42.352043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:40.317447Z","time spent":"2.034583176s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:02:42.352067Z","caller":"traceutil/trace.go:171","msg":"trace[335485132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"2.034612286s","start":"2026-03-31T05:02:40.317446Z","end":"2026-03-31T05:02:42.352058Z","steps":["trace[335485132] 'agreement among raft nodes before linearized reading' (duration: 2.033297363s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.35207Z","caller":"traceutil/trace.go:171","msg":"trace[1487799943] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:578; }","duration":"668.548442ms","start":"2026-03-31T05:02:41.683507Z","end":"2026-03-31T05:02:42.352055Z","steps":["trace[1487799943] 'agreement among raft nodes before linearized reading' (duration: 667.26502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.352108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:40.317428Z","time spent":"2.034668428s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:02:42.351018Z","caller":"traceutil/trace.go:171","msg":"trace[442906265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:578; }","duration":"538.449878ms","start":"2026-03-31T05:02:41.812553Z","end":"2026-03-31T05:02:42.351003Z","steps":["trace[442906265] 'agreement among raft nodes before linearized reading' (duration: 538.360125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.352122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.683471Z","time spent":"668.632555ms","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:02:42.351279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.684727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.352196Z","caller":"traceutil/trace.go:171","msg":"trace[156380449] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:578; }","duration":"669.662339ms","start":"2026-03-31T05:02:41.682524Z","end":"2026-03-31T05:02:42.352187Z","steps":["trace[156380449] 'agreement among raft nodes before linearized reading' (duration: 668.686907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.352236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.682516Z","time spent":"669.71026ms","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:02:42.351246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.125284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.352324Z","caller":"traceutil/trace.go:171","msg":"trace[1395666328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:578; }","duration":"610.255512ms","start":"2026-03-31T05:02:41.742056Z","end":"2026-03-31T05:02:42.352312Z","steps":["trace[1395666328] 'agreement among raft nodes before linearized reading' (duration: 609.048062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.416258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.352375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.742047Z","time spent":"610.315293ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:42.352399Z","caller":"traceutil/trace.go:171","msg":"trace[1851197601] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:578; }","duration":"298.471342ms","start":"2026-03-31T05:02:42.053916Z","end":"2026-03-31T05:02:42.352387Z","steps":["trace[1851197601] 'agreement among raft nodes before linearized reading' (duration: 297.334605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.317894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.352446Z","caller":"traceutil/trace.go:171","msg":"trace[1358784225] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:578; }","duration":"298.185973ms","start":"2026-03-31T05:02:42.054249Z","end":"2026-03-31T05:02:42.352435Z","steps":["trace[1358784225] 'agreement among raft nodes before linearized reading' (duration: 297.338885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.35165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.856631Z","time spent":"495.003415ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:02:42.351661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.655974Z","time spent":"695.63466ms","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:02:42.351716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.791709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.352561Z","caller":"traceutil/trace.go:171","msg":"trace[422962595] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:578; }","duration":"467.658018ms","start":"2026-03-31T05:02:41.884892Z","end":"2026-03-31T05:02:42.35255Z","steps":["trace[422962595] 'agreement among raft nodes before linearized reading' (duration: 466.793159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.352606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.884879Z","time spent":"467.71429ms","remote":"127.0.0.1:36406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:42.352026Z","caller":"traceutil/trace.go:171","msg":"trace[247993469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"266.310579ms","start":"2026-03-31T05:02:42.085703Z","end":"2026-03-31T05:02:42.352014Z","steps":["trace[247993469] 'agreement among raft nodes before linearized reading' (duration: 265.815253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.351224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033667365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:02:42.352676Z","caller":"traceutil/trace.go:171","msg":"trace[1906945312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"2.035156174s","start":"2026-03-31T05:02:40.31751Z","end":"2026-03-31T05:02:42.352666Z","steps":["trace[1906945312] 'agreement among raft nodes before linearized reading' (duration: 2.033610334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.352708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:40.31749Z","time spent":"2.035208185s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:02:42.35215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.812494Z","time spent":"539.642507ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:02:42.351335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.722026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.352769Z","caller":"traceutil/trace.go:171","msg":"trace[1367526407] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:578; }","duration":"446.165403ms","start":"2026-03-31T05:02:41.906592Z","end":"2026-03-31T05:02:42.352758Z","steps":["trace[1367526407] 'agreement among raft nodes before linearized reading' (duration: 444.725056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.3528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:41.906582Z","time spent":"446.209085ms","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:02:42.587914Z","caller":"traceutil/trace.go:171","msg":"trace[736664159] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:599; }","duration":"231.218889ms","start":"2026-03-31T05:02:42.356662Z","end":"2026-03-31T05:02:42.587881Z","steps":["trace[736664159] 'read index received' (duration: 230.904719ms)","trace[736664159] 'applied index is now lower than readState.Index' (duration: 312.87µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:02:42.588041Z","caller":"traceutil/trace.go:171","msg":"trace[1115581002] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"237.04407ms","start":"2026-03-31T05:02:42.350986Z","end":"2026-03-31T05:02:42.58803Z","steps":["trace[1115581002] 'process raft request' (duration: 236.616916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.588186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.501058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.588256Z","caller":"traceutil/trace.go:171","msg":"trace[983885493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:579; }","duration":"231.583441ms","start":"2026-03-31T05:02:42.356657Z","end":"2026-03-31T05:02:42.588241Z","steps":["trace[983885493] 'agreement among raft nodes before linearized reading' (duration: 231.439286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.639672Z","caller":"traceutil/trace.go:171","msg":"trace[144127763] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"280.890467ms","start":"2026-03-31T05:02:42.358765Z","end":"2026-03-31T05:02:42.639655Z","steps":["trace[144127763] 'process raft request' (duration: 280.837765ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.639684Z","caller":"traceutil/trace.go:171","msg":"trace[1460902120] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"280.951298ms","start":"2026-03-31T05:02:42.358714Z","end":"2026-03-31T05:02:42.639665Z","steps":["trace[1460902120] 'process raft request' (duration: 280.784473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.63996Z","caller":"traceutil/trace.go:171","msg":"trace[897098873] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"280.959389ms","start":"2026-03-31T05:02:42.358982Z","end":"2026-03-31T05:02:42.639941Z","steps":["trace[897098873] 'process raft request' (duration: 280.650689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.640312Z","caller":"traceutil/trace.go:171","msg":"trace[1205410876] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"280.750212ms","start":"2026-03-31T05:02:42.35954Z","end":"2026-03-31T05:02:42.64029Z","steps":["trace[1205410876] 'process raft request' (duration: 280.586706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.640397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.062892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.64049Z","caller":"traceutil/trace.go:171","msg":"trace[1287558843] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:583; }","duration":"191.186177ms","start":"2026-03-31T05:02:42.449289Z","end":"2026-03-31T05:02:42.640475Z","steps":["trace[1287558843] 'agreement among raft nodes before linearized reading' (duration: 191.023331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.640674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.448389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.640708Z","caller":"traceutil/trace.go:171","msg":"trace[1269566292] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:583; }","duration":"225.517371ms","start":"2026-03-31T05:02:42.415181Z","end":"2026-03-31T05:02:42.640699Z","steps":["trace[1269566292] 'agreement among raft nodes before linearized reading' (duration: 225.437678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.640912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.977057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.640938Z","caller":"traceutil/trace.go:171","msg":"trace[835118583] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:583; }","duration":"226.040559ms","start":"2026-03-31T05:02:42.414891Z","end":"2026-03-31T05:02:42.640931Z","steps":["trace[835118583] 'agreement among raft nodes before linearized reading' (duration: 226.000227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.640949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.792054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.64097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.022033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.640995Z","caller":"traceutil/trace.go:171","msg":"trace[2034071909] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:583; }","duration":"136.846815ms","start":"2026-03-31T05:02:42.504136Z","end":"2026-03-31T05:02:42.640982Z","steps":["trace[2034071909] 'agreement among raft nodes before linearized reading' (duration: 136.763833ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.64101Z","caller":"traceutil/trace.go:171","msg":"trace[1680116611] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:583; }","duration":"282.080266ms","start":"2026-03-31T05:02:42.358918Z","end":"2026-03-31T05:02:42.640999Z","steps":["trace[1680116611] 'agreement among raft nodes before linearized reading' (duration: 282.015504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.267611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641108Z","caller":"traceutil/trace.go:171","msg":"trace[92310285] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:583; }","duration":"282.349894ms","start":"2026-03-31T05:02:42.358751Z","end":"2026-03-31T05:02:42.641101Z","steps":["trace[92310285] 'agreement among raft nodes before linearized reading' (duration: 282.277792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.296335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641194Z","caller":"traceutil/trace.go:171","msg":"trace[719573564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:583; }","duration":"164.383118ms","start":"2026-03-31T05:02:42.476794Z","end":"2026-03-31T05:02:42.641177Z","steps":["trace[719573564] 'agreement among raft nodes before linearized reading' (duration: 164.314936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.407991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641267Z","caller":"traceutil/trace.go:171","msg":"trace[685735067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:583; }","duration":"226.484223ms","start":"2026-03-31T05:02:42.414773Z","end":"2026-03-31T05:02:42.641257Z","steps":["trace[685735067] 'agreement among raft nodes before linearized reading' (duration: 226.409161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.534627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.641384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.240366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641422Z","caller":"traceutil/trace.go:171","msg":"trace[1668951388] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:583; }","duration":"252.583529ms","start":"2026-03-31T05:02:42.388817Z","end":"2026-03-31T05:02:42.641401Z","steps":["trace[1668951388] 'agreement among raft nodes before linearized reading' (duration: 252.523517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.641444Z","caller":"traceutil/trace.go:171","msg":"trace[168466917] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:583; }","duration":"165.292787ms","start":"2026-03-31T05:02:42.476112Z","end":"2026-03-31T05:02:42.641405Z","steps":["trace[168466917] 'agreement among raft nodes before linearized reading' (duration: 165.245346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.964399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641534Z","caller":"traceutil/trace.go:171","msg":"trace[1488720940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:583; }","duration":"137.074493ms","start":"2026-03-31T05:02:42.504443Z","end":"2026-03-31T05:02:42.641517Z","steps":["trace[1488720940] 'agreement among raft nodes before linearized reading' (duration: 136.954049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.155387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.641652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.546106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641688Z","caller":"traceutil/trace.go:171","msg":"trace[1854696716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:583; }","duration":"165.612318ms","start":"2026-03-31T05:02:42.476063Z","end":"2026-03-31T05:02:42.641675Z","steps":["trace[1854696716] 'agreement among raft nodes before linearized reading' (duration: 165.494184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.641689Z","caller":"traceutil/trace.go:171","msg":"trace[580434266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:583; }","duration":"253.257381ms","start":"2026-03-31T05:02:42.388414Z","end":"2026-03-31T05:02:42.641671Z","steps":["trace[580434266] 'agreement among raft nodes before linearized reading' (duration: 253.147427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.578932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:42.64182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.476578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641847Z","caller":"traceutil/trace.go:171","msg":"trace[1404437298] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:583; }","duration":"192.51865ms","start":"2026-03-31T05:02:42.44932Z","end":"2026-03-31T05:02:42.641838Z","steps":["trace[1404437298] 'agreement among raft nodes before linearized reading' (duration: 192.468789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:42.641842Z","caller":"traceutil/trace.go:171","msg":"trace[136483011] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:583; }","duration":"283.064417ms","start":"2026-03-31T05:02:42.358746Z","end":"2026-03-31T05:02:42.64181Z","steps":["trace[136483011] 'agreement among raft nodes before linearized reading' (duration: 282.412316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.557656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.641993Z","caller":"traceutil/trace.go:171","msg":"trace[149568917] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:583; }","duration":"137.187027ms","start":"2026-03-31T05:02:42.504782Z","end":"2026-03-31T05:02:42.641969Z","steps":["trace[149568917] 'agreement among raft nodes before linearized reading' (duration: 136.562256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:42.641778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.316132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:42.642098Z","caller":"traceutil/trace.go:171","msg":"trace[814644172] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:583; }","duration":"253.665354ms","start":"2026-03-31T05:02:42.388406Z","end":"2026-03-31T05:02:42.642071Z","steps":["trace[814644172] 'agreement among raft nodes before linearized reading' (duration: 253.325653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.759635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670904765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.759711Z","caller":"traceutil/trace.go:171","msg":"trace[571505320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"1.671023009s","start":"2026-03-31T05:02:43.088671Z","end":"2026-03-31T05:02:44.759694Z","steps":["trace[571505320] 'range keys from in-memory index tree' (duration: 1.670832763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.759754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:43.088649Z","time spent":"1.671095802s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:02:44.759761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104735773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.759852Z","caller":"traceutil/trace.go:171","msg":"trace[1412072277] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:583; }","duration":"2.104846287s","start":"2026-03-31T05:02:42.654968Z","end":"2026-03-31T05:02:44.759814Z","steps":["trace[1412072277] 'range keys from in-memory index tree' (duration: 2.104644481s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.759854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995800292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.759902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.654954Z","time spent":"2.1049381s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"info","ts":"2026-03-31T05:02:44.759915Z","caller":"traceutil/trace.go:171","msg":"trace[791268083] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:583; }","duration":"1.995877486s","start":"2026-03-31T05:02:42.764024Z","end":"2026-03-31T05:02:44.759902Z","steps":["trace[791268083] 'count revisions from in-memory index tree' (duration: 1.995741511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.759959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.764022Z","time spent":"1.995920707s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:44.760105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996117493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.760148Z","caller":"traceutil/trace.go:171","msg":"trace[635184577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:583; }","duration":"1.996178695s","start":"2026-03-31T05:02:42.763955Z","end":"2026-03-31T05:02:44.760133Z","steps":["trace[635184577] 'range keys from in-memory index tree' (duration: 1.99599843s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039087052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960390814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.760222Z","caller":"traceutil/trace.go:171","msg":"trace[822644048] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:583; }","duration":"2.039175035s","start":"2026-03-31T05:02:42.721006Z","end":"2026-03-31T05:02:44.760181Z","steps":["trace[822644048] 'count revisions from in-memory index tree' (duration: 2.038994249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.76394Z","time spent":"1.996236057s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:02:44.760263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.720996Z","time spent":"2.039257197s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:02:44.760259Z","caller":"traceutil/trace.go:171","msg":"trace[1902432586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:583; }","duration":"1.960514718s","start":"2026-03-31T05:02:42.799725Z","end":"2026-03-31T05:02:44.76024Z","steps":["trace[1902432586] 'range keys from in-memory index tree' (duration: 1.960312271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94380467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981575017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.760305Z","caller":"traceutil/trace.go:171","msg":"trace[696507473] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:583; }","duration":"1.943867671s","start":"2026-03-31T05:02:42.816424Z","end":"2026-03-31T05:02:44.760292Z","steps":["trace[696507473] 'count revisions from in-memory index tree' (duration: 1.943719557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.799705Z","time spent":"1.960587779s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:02:44.760329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105080734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.816412Z","time spent":"1.943913154s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:44.760365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024254746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.760371Z","caller":"traceutil/trace.go:171","msg":"trace[32394773] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:583; }","duration":"2.105145117s","start":"2026-03-31T05:02:42.655216Z","end":"2026-03-31T05:02:44.760361Z","steps":["trace[32394773] 'count revisions from in-memory index tree' (duration: 2.105025663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981254637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996174875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.655206Z","time spent":"2.105187818s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:02:44.760426Z","caller":"traceutil/trace.go:171","msg":"trace[1479019499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:583; }","duration":"1.996348271s","start":"2026-03-31T05:02:42.764069Z","end":"2026-03-31T05:02:44.760417Z","steps":["trace[1479019499] 'range keys from in-memory index tree' (duration: 1.996152914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039383222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.764067Z","time spent":"1.996376531s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:44.760328Z","caller":"traceutil/trace.go:171","msg":"trace[141827215] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:583; }","duration":"1.981618588s","start":"2026-03-31T05:02:42.778696Z","end":"2026-03-31T05:02:44.760315Z","steps":["trace[141827215] 'range keys from in-memory index tree' (duration: 1.981545746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.104319949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038674128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.529639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:02:44.76051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981230575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.76021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943786369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105106655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.760533Z","caller":"traceutil/trace.go:171","msg":"trace[1402855139] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:583; }","duration":"2.104590719s","start":"2026-03-31T05:02:42.655918Z","end":"2026-03-31T05:02:44.760509Z","steps":["trace[1402855139] 'range keys from in-memory index tree' (duration: 2.104260728s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:44.760549Z","caller":"traceutil/trace.go:171","msg":"trace[1519084890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:583; }","duration":"1.944167252s","start":"2026-03-31T05:02:42.816375Z","end":"2026-03-31T05:02:44.760542Z","steps":["trace[1519084890] 'range keys from in-memory index tree' (duration: 1.943739467s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:44.760562Z","caller":"traceutil/trace.go:171","msg":"trace[1704630310] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:583; }","duration":"2.105383775s","start":"2026-03-31T05:02:42.655167Z","end":"2026-03-31T05:02:44.760551Z","steps":["trace[1704630310] 'range keys from in-memory index tree' (duration: 2.105070854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.816369Z","time spent":"1.944197632s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:02:44.76058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.805153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:02:44.760537Z","caller":"traceutil/trace.go:171","msg":"trace[316924175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:583; }","duration":"116.613752ms","start":"2026-03-31T05:02:44.643912Z","end":"2026-03-31T05:02:44.760526Z","steps":["trace[316924175] 'range keys from in-memory index tree' (duration: 116.395614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.655159Z","time spent":"2.105427186s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:44.760606Z","caller":"traceutil/trace.go:171","msg":"trace[1580700432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:583; }","duration":"114.862145ms","start":"2026-03-31T05:02:44.645737Z","end":"2026-03-31T05:02:44.760599Z","steps":["trace[1580700432] 'range keys from in-memory index tree' (duration: 114.73995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:44.760452Z","caller":"traceutil/trace.go:171","msg":"trace[2077778207] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:583; }","duration":"2.039428753s","start":"2026-03-31T05:02:42.721015Z","end":"2026-03-31T05:02:44.760444Z","steps":["trace[2077778207] 'range keys from in-memory index tree' (duration: 2.039293858s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:44.760546Z","caller":"traceutil/trace.go:171","msg":"trace[714299935] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:583; }","duration":"1.981277077s","start":"2026-03-31T05:02:42.77926Z","end":"2026-03-31T05:02:44.760537Z","steps":["trace[714299935] 'range keys from in-memory index tree' (duration: 1.981150573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069158448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024626997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.661435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:02:44.760575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.655908Z","time spent":"2.10465349s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:02:44.760733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023972507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.779255Z","time spent":"1.981453673s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:02:44.760754Z","caller":"traceutil/trace.go:171","msg":"trace[1159020982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:583; }","duration":"113.709376ms","start":"2026-03-31T05:02:44.647037Z","end":"2026-03-31T05:02:44.760746Z","steps":["trace[1159020982] 'range keys from in-memory index tree' (duration: 113.611144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:44.760743Z","caller":"traceutil/trace.go:171","msg":"trace[510014577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:583; }","duration":"2.069244471s","start":"2026-03-31T05:02:42.691482Z","end":"2026-03-31T05:02:44.760727Z","steps":["trace[510014577] 'range keys from in-memory index tree' (duration: 2.069080565s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:44.760756Z","caller":"traceutil/trace.go:171","msg":"trace[1683354651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:583; }","duration":"2.02469254s","start":"2026-03-31T05:02:42.736047Z","end":"2026-03-31T05:02:44.760739Z","steps":["trace[1683354651] 'range keys from in-memory index tree' (duration: 2.024542045s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.691468Z","time spent":"2.069315103s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T05:02:44.760813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.125297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:02:44.76077Z","caller":"traceutil/trace.go:171","msg":"trace[1446187387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:583; }","duration":"2.024026488s","start":"2026-03-31T05:02:42.736734Z","end":"2026-03-31T05:02:44.760761Z","steps":["trace[1446187387] 'range keys from in-memory index tree' (duration: 2.023931245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.721006Z","time spent":"2.039671381s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:44.760853Z","caller":"traceutil/trace.go:171","msg":"trace[369926386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:583; }","duration":"113.238832ms","start":"2026-03-31T05:02:44.647604Z","end":"2026-03-31T05:02:44.760843Z","steps":["trace[369926386] 'range keys from in-memory index tree' (duration: 113.038584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.736728Z","time spent":"2.024124791s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:02:44.760581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960851169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.76044Z","caller":"traceutil/trace.go:171","msg":"trace[56318253] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:583; }","duration":"1.981558047s","start":"2026-03-31T05:02:42.778861Z","end":"2026-03-31T05:02:44.760419Z","steps":["trace[56318253] 'count revisions from in-memory index tree' (duration: 1.981173824s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:44.760936Z","caller":"traceutil/trace.go:171","msg":"trace[1254151385] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:583; }","duration":"1.96121816s","start":"2026-03-31T05:02:42.799708Z","end":"2026-03-31T05:02:44.760926Z","steps":["trace[1254151385] 'count revisions from in-memory index tree' (duration: 1.960764775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.77884Z","time spent":"1.982094424s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:02:44.760515Z","caller":"traceutil/trace.go:171","msg":"trace[834035863] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:583; }","duration":"2.038719s","start":"2026-03-31T05:02:42.72179Z","end":"2026-03-31T05:02:44.760509Z","steps":["trace[834035863] 'range keys from in-memory index tree' (duration: 2.038619746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.760974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.7997Z","time spent":"1.961261852s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:44.761002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.721784Z","time spent":"2.039203735s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"info","ts":"2026-03-31T05:02:44.76039Z","caller":"traceutil/trace.go:171","msg":"trace[375582975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:583; }","duration":"2.024288466s","start":"2026-03-31T05:02:42.736094Z","end":"2026-03-31T05:02:44.760382Z","steps":["trace[375582975] 'count revisions from in-memory index tree' (duration: 2.024233474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.761097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.73609Z","time spent":"2.024991059s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:44.760826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069321063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:02:44.760819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.736039Z","time spent":"2.024765342s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:44.76116Z","caller":"traceutil/trace.go:171","msg":"trace[1878181806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:583; }","duration":"2.069668835s","start":"2026-03-31T05:02:42.691481Z","end":"2026-03-31T05:02:44.76115Z","steps":["trace[1878181806] 'count revisions from in-memory index tree' (duration: 2.069238351s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.761212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.691469Z","time spent":"2.069719136s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:02:44.760172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943092956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:02:44.76132Z","caller":"traceutil/trace.go:171","msg":"trace[161588231] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:583; }","duration":"1.944277016s","start":"2026-03-31T05:02:42.817028Z","end":"2026-03-31T05:02:44.761305Z","steps":["trace[161588231] 'range keys from in-memory index tree' (duration: 1.943016594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:02:44.761349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.817007Z","time spent":"1.944332817s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-03-31T05:02:44.760509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:02:42.778683Z","time spent":"1.981804305s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:02:46.830198Z","caller":"traceutil/trace.go:171","msg":"trace[45696686] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"273.048249ms","start":"2026-03-31T05:02:46.557121Z","end":"2026-03-31T05:02:46.830169Z","steps":["trace[45696686] 'process raft request' (duration: 272.859623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:55.048208Z","caller":"traceutil/trace.go:171","msg":"trace[118749946] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"143.673379ms","start":"2026-03-31T05:02:54.904502Z","end":"2026-03-31T05:02:55.048175Z","steps":["trace[118749946] 'process raft request' (duration: 143.475912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:55.081408Z","caller":"traceutil/trace.go:171","msg":"trace[1166784364] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"146.121429ms","start":"2026-03-31T05:02:54.935265Z","end":"2026-03-31T05:02:55.081386Z","steps":["trace[1166784364] 'process raft request' (duration: 146.081198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:55.081608Z","caller":"traceutil/trace.go:171","msg":"trace[858573822] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"175.664797ms","start":"2026-03-31T05:02:54.905932Z","end":"2026-03-31T05:02:55.081597Z","steps":["trace[858573822] 'process raft request' (duration: 171.341266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:55.081914Z","caller":"traceutil/trace.go:171","msg":"trace[1441317809] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"173.91215ms","start":"2026-03-31T05:02:54.907972Z","end":"2026-03-31T05:02:55.081884Z","steps":["trace[1441317809] 'process raft request' (duration: 173.00954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:02:55.081961Z","caller":"traceutil/trace.go:171","msg":"trace[861325684] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"172.750692ms","start":"2026-03-31T05:02:54.909164Z","end":"2026-03-31T05:02:55.081915Z","steps":["trace[861325684] 'process raft request' (duration: 172.148982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:02.447485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056371924s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:03:02.447955Z","caller":"traceutil/trace.go:171","msg":"trace[1688229825] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"359.300857ms","start":"2026-03-31T05:03:02.088627Z","end":"2026-03-31T05:03:02.447928Z","steps":["trace[1688229825] 'read index received' (duration: 359.035518ms)","trace[1688229825] 'applied index is now lower than readState.Index' (duration: 263.499µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:02.448051Z","caller":"traceutil/trace.go:171","msg":"trace[550931137] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"1.057013695s","start":"2026-03-31T05:03:01.39099Z","end":"2026-03-31T05:03:02.448004Z","steps":["trace[550931137] 'process raft request' (duration: 1.056772527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:02.448133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.486523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:02.448178Z","caller":"traceutil/trace.go:171","msg":"trace[1732199419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:751; }","duration":"359.591796ms","start":"2026-03-31T05:03:02.088575Z","end":"2026-03-31T05:03:02.448167Z","steps":["trace[1732199419] 'agreement among raft nodes before linearized reading' (duration: 359.499943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:02.448223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:02.088533Z","time spent":"359.682519ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:03:02.448259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:01.39097Z","time spent":"1.057150059s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:02.448687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.610511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T05:03:02.448782Z","caller":"traceutil/trace.go:171","msg":"trace[683319840] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:751; }","duration":"177.768206ms","start":"2026-03-31T05:03:02.270994Z","end":"2026-03-31T05:03:02.448762Z","steps":["trace[683319840] 'agreement among raft nodes before linearized reading' (duration: 177.396174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:11.327889Z","caller":"traceutil/trace.go:171","msg":"trace[253917847] linearizableReadLoop","detail":"{readStateIndex:871; appliedIndex:870; }","duration":"136.871955ms","start":"2026-03-31T05:03:11.190996Z","end":"2026-03-31T05:03:11.327868Z","steps":["trace[253917847] 'read index received' (duration: 118.878386ms)","trace[253917847] 'applied index is now lower than readState.Index' (duration: 17.992519ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:11.328058Z","caller":"traceutil/trace.go:171","msg":"trace[1718815334] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"138.804639ms","start":"2026-03-31T05:03:11.189217Z","end":"2026-03-31T05:03:11.328021Z","steps":["trace[1718815334] 'process raft request' (duration: 120.723807ms)","trace[1718815334] 'compare' (duration: 17.818714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:11.328146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.133405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T05:03:11.328263Z","caller":"traceutil/trace.go:171","msg":"trace[1228092911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:841; }","duration":"137.257069ms","start":"2026-03-31T05:03:11.19098Z","end":"2026-03-31T05:03:11.328237Z","steps":["trace[1228092911] 'agreement among raft nodes before linearized reading' (duration: 137.01122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:11.328096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.00953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:03:11.328347Z","caller":"traceutil/trace.go:171","msg":"trace[241339296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:841; }","duration":"137.284959ms","start":"2026-03-31T05:03:11.191034Z","end":"2026-03-31T05:03:11.328319Z","steps":["trace[241339296] 'agreement among raft nodes before linearized reading' (duration: 136.961339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:11.662716Z","caller":"traceutil/trace.go:171","msg":"trace[2124983400] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"151.905019ms","start":"2026-03-31T05:03:11.510788Z","end":"2026-03-31T05:03:11.662693Z","steps":["trace[2124983400] 'process raft request' (duration: 101.635771ms)","trace[2124983400] 'compare' (duration: 50.144113ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:11.671035Z","caller":"traceutil/trace.go:171","msg":"trace[1542973035] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"151.301129ms","start":"2026-03-31T05:03:11.519714Z","end":"2026-03-31T05:03:11.671015Z","steps":["trace[1542973035] 'process raft request' (duration: 151.211586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:11.671093Z","caller":"traceutil/trace.go:171","msg":"trace[194976000] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"159.88615ms","start":"2026-03-31T05:03:11.511176Z","end":"2026-03-31T05:03:11.671062Z","steps":["trace[194976000] 'process raft request' (duration: 159.638202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:11.817013Z","caller":"traceutil/trace.go:171","msg":"trace[1196569292] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"140.751044ms","start":"2026-03-31T05:03:11.676233Z","end":"2026-03-31T05:03:11.816984Z","steps":["trace[1196569292] 'process raft request' (duration: 134.817449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:11.817076Z","caller":"traceutil/trace.go:171","msg":"trace[1904201883] transaction","detail":"{read_only:false; response_revision:850; number_of_response:1; }","duration":"138.882452ms","start":"2026-03-31T05:03:11.678174Z","end":"2026-03-31T05:03:11.817056Z","steps":["trace[1904201883] 'process raft request' (duration: 138.745497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:11.817294Z","caller":"traceutil/trace.go:171","msg":"trace[5527975] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"135.410678ms","start":"2026-03-31T05:03:11.68184Z","end":"2026-03-31T05:03:11.817251Z","steps":["trace[5527975] 'process raft request' (duration: 135.16539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.190287Z","caller":"traceutil/trace.go:171","msg":"trace[2028174415] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"368.702495ms","start":"2026-03-31T05:03:11.821559Z","end":"2026-03-31T05:03:12.190261Z","steps":["trace[2028174415] 'process raft request' (duration: 321.772237ms)","trace[2028174415] 'compare' (duration: 46.503714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:12.190403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:11.821538Z","time spent":"368.805488ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:12.1904Z","caller":"traceutil/trace.go:171","msg":"trace[410670297] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"364.89453ms","start":"2026-03-31T05:03:11.825486Z","end":"2026-03-31T05:03:12.19038Z","steps":["trace[410670297] 'process raft request' (duration: 364.849619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:12.190497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:11.825476Z","time spent":"364.975112ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:12.190609Z","caller":"traceutil/trace.go:171","msg":"trace[1206421009] transaction","detail":"{read_only:false; response_revision:855; number_of_response:1; }","duration":"367.023ms","start":"2026-03-31T05:03:11.823558Z","end":"2026-03-31T05:03:12.190581Z","steps":["trace[1206421009] 'process raft request' (duration: 366.71822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:12.190783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:11.823542Z","time spent":"367.144853ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:12.190608Z","caller":"traceutil/trace.go:171","msg":"trace[2131953949] transaction","detail":"{read_only:false; response_revision:854; number_of_response:1; }","duration":"368.403085ms","start":"2026-03-31T05:03:11.822177Z","end":"2026-03-31T05:03:12.19058Z","steps":["trace[2131953949] 'process raft request' (duration: 367.9559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:12.190872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:11.82216Z","time spent":"368.673764ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1012,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:12.683135Z","caller":"traceutil/trace.go:171","msg":"trace[318159031] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"487.276061ms","start":"2026-03-31T05:03:12.195834Z","end":"2026-03-31T05:03:12.68311Z","steps":["trace[318159031] 'process raft request' (duration: 487.110075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:12.683292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.19581Z","time spent":"487.402175ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:12.802131Z","caller":"traceutil/trace.go:171","msg":"trace[153405862] linearizableReadLoop","detail":"{readStateIndex:889; appliedIndex:886; }","duration":"238.183267ms","start":"2026-03-31T05:03:12.563925Z","end":"2026-03-31T05:03:12.802108Z","steps":["trace[153405862] 'read index received' (duration: 119.036062ms)","trace[153405862] 'applied index is now lower than readState.Index' (duration: 119.146345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:12.802257Z","caller":"traceutil/trace.go:171","msg":"trace[1049850170] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"604.114411ms","start":"2026-03-31T05:03:12.198111Z","end":"2026-03-31T05:03:12.802225Z","steps":["trace[1049850170] 'process raft request' (duration: 603.934165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.802374Z","caller":"traceutil/trace.go:171","msg":"trace[788234447] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"606.329513ms","start":"2026-03-31T05:03:12.196012Z","end":"2026-03-31T05:03:12.802342Z","steps":["trace[788234447] 'process raft request' (duration: 605.861997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:12.802435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.198096Z","time spent":"604.251785ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4213,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:12.802509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:12.195989Z","time spent":"606.450627ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:03:12.802517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.565249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:03:12.802563Z","caller":"traceutil/trace.go:171","msg":"trace[1279845981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:859; }","duration":"238.656113ms","start":"2026-03-31T05:03:12.563894Z","end":"2026-03-31T05:03:12.80255Z","steps":["trace[1279845981] 'agreement among raft nodes before linearized reading' (duration: 238.327802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:12.807903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.678983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-8xl5c\" ","response":"range_response_count:1 size:4883"} {"level":"info","ts":"2026-03-31T05:03:12.807992Z","caller":"traceutil/trace.go:171","msg":"trace[1712114562] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-8xl5c; range_end:; response_count:1; response_revision:864; }","duration":"119.802757ms","start":"2026-03-31T05:03:12.688165Z","end":"2026-03-31T05:03:12.807967Z","steps":["trace[1712114562] 'agreement among raft nodes before linearized reading' (duration: 119.484817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.808273Z","caller":"traceutil/trace.go:171","msg":"trace[1858362209] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"121.277546ms","start":"2026-03-31T05:03:12.686981Z","end":"2026-03-31T05:03:12.808258Z","steps":["trace[1858362209] 'process raft request' (duration: 120.306134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.808588Z","caller":"traceutil/trace.go:171","msg":"trace[783308687] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"120.339114ms","start":"2026-03-31T05:03:12.688233Z","end":"2026-03-31T05:03:12.808572Z","steps":["trace[783308687] 'process raft request' (duration: 119.199287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.808766Z","caller":"traceutil/trace.go:171","msg":"trace[1096122807] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"120.330034ms","start":"2026-03-31T05:03:12.688424Z","end":"2026-03-31T05:03:12.808754Z","steps":["trace[1096122807] 'process raft request' (duration: 119.068533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.809157Z","caller":"traceutil/trace.go:171","msg":"trace[1715773871] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"120.459009ms","start":"2026-03-31T05:03:12.68868Z","end":"2026-03-31T05:03:12.809139Z","steps":["trace[1715773871] 'process raft request' (duration: 118.857766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:12.809503Z","caller":"traceutil/trace.go:171","msg":"trace[1446834061] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"119.526718ms","start":"2026-03-31T05:03:12.689955Z","end":"2026-03-31T05:03:12.809482Z","steps":["trace[1446834061] 'process raft request' (duration: 117.636676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:17.5293Z","caller":"traceutil/trace.go:171","msg":"trace[610322393] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:947; }","duration":"181.080765ms","start":"2026-03-31T05:03:17.348192Z","end":"2026-03-31T05:03:17.529272Z","steps":["trace[610322393] 'read index received' (duration: 141.143127ms)","trace[610322393] 'applied index is now lower than readState.Index' (duration: 39.936488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:17.529628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.388042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:03:17.529681Z","caller":"traceutil/trace.go:171","msg":"trace[2025831160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:917; }","duration":"169.450624ms","start":"2026-03-31T05:03:17.360217Z","end":"2026-03-31T05:03:17.529667Z","steps":["trace[2025831160] 'agreement among raft nodes before linearized reading' (duration: 169.300109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.529781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.927004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:03:17.529764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.556641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:03:17.529849Z","caller":"traceutil/trace.go:171","msg":"trace[772291448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:917; }","duration":"161.026538ms","start":"2026-03-31T05:03:17.368805Z","end":"2026-03-31T05:03:17.529832Z","steps":["trace[772291448] 'agreement among raft nodes before linearized reading' (duration: 160.814081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:17.529867Z","caller":"traceutil/trace.go:171","msg":"trace[2023109980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:917; }","duration":"181.715136ms","start":"2026-03-31T05:03:17.348128Z","end":"2026-03-31T05:03:17.529843Z","steps":["trace[2023109980] 'agreement among raft nodes before linearized reading' (duration: 181.429687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.529811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.136276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:03:17.530007Z","caller":"traceutil/trace.go:171","msg":"trace[637445284] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"222.773742ms","start":"2026-03-31T05:03:17.306641Z","end":"2026-03-31T05:03:17.529414Z","steps":["trace[637445284] 'process raft request' (duration: 182.668508ms)","trace[637445284] 'compare' (duration: 39.820955ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:17.530009Z","caller":"traceutil/trace.go:171","msg":"trace[87002877] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:917; }","duration":"141.382384ms","start":"2026-03-31T05:03:17.388603Z","end":"2026-03-31T05:03:17.529985Z","steps":["trace[87002877] 'agreement among raft nodes before linearized reading' (duration: 140.998841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:17.718213Z","caller":"traceutil/trace.go:171","msg":"trace[71452826] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"184.532538ms","start":"2026-03-31T05:03:17.533654Z","end":"2026-03-31T05:03:17.718186Z","steps":["trace[71452826] 'process raft request' (duration: 183.079401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:17.718447Z","caller":"traceutil/trace.go:171","msg":"trace[1003091773] linearizableReadLoop","detail":"{readStateIndex:952; appliedIndex:948; }","duration":"139.557934ms","start":"2026-03-31T05:03:17.578862Z","end":"2026-03-31T05:03:17.71842Z","steps":["trace[1003091773] 'read index received' (duration: 25.384922ms)","trace[1003091773] 'applied index is now lower than readState.Index' (duration: 114.172052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:17.718509Z","caller":"traceutil/trace.go:171","msg":"trace[643559160] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"181.625513ms","start":"2026-03-31T05:03:17.536849Z","end":"2026-03-31T05:03:17.718475Z","steps":["trace[643559160] 'process raft request' (duration: 181.469128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:17.718586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.688778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:17.718656Z","caller":"traceutil/trace.go:171","msg":"trace[2066188889] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:921; }","duration":"139.810762ms","start":"2026-03-31T05:03:17.57883Z","end":"2026-03-31T05:03:17.718641Z","steps":["trace[2066188889] 'agreement among raft nodes before linearized reading' (duration: 139.692318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:17.718671Z","caller":"traceutil/trace.go:171","msg":"trace[1117581713] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"184.350892ms","start":"2026-03-31T05:03:17.5343Z","end":"2026-03-31T05:03:17.71865Z","steps":["trace[1117581713] 'process raft request' (duration: 183.847216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.336523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.716121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:18.336726Z","caller":"traceutil/trace.go:171","msg":"trace[2107698108] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"612.185356ms","start":"2026-03-31T05:03:17.724511Z","end":"2026-03-31T05:03:18.336696Z","steps":["trace[2107698108] 'process raft request' (duration: 432.143244ms)","trace[2107698108] 'compare' (duration: 179.481593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:18.336822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.724489Z","time spent":"612.289678ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3297,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:18.337426Z","caller":"traceutil/trace.go:171","msg":"trace[208581098] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"385.230637ms","start":"2026-03-31T05:03:17.952142Z","end":"2026-03-31T05:03:18.337372Z","steps":["trace[208581098] 'process raft request' (duration: 385.080192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:18.33753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:17.952104Z","time spent":"385.378781ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:18.337536Z","caller":"traceutil/trace.go:171","msg":"trace[415216558] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:952; }","duration":"248.186215ms","start":"2026-03-31T05:03:18.089161Z","end":"2026-03-31T05:03:18.337348Z","steps":["trace[415216558] 'read index received' (duration: 67.594536ms)","trace[415216558] 'applied index is now lower than readState.Index' (duration: 180.589989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:18.337738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.253585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:03:18.337739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.560387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:18.337787Z","caller":"traceutil/trace.go:171","msg":"trace[2089425730] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:923; }","duration":"233.354369ms","start":"2026-03-31T05:03:18.104417Z","end":"2026-03-31T05:03:18.337771Z","steps":["trace[2089425730] 'agreement among raft nodes before linearized reading' (duration: 233.261446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:18.33782Z","caller":"traceutil/trace.go:171","msg":"trace[1683733803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"248.692042ms","start":"2026-03-31T05:03:18.089103Z","end":"2026-03-31T05:03:18.337795Z","steps":["trace[1683733803] 'agreement among raft nodes before linearized reading' (duration: 248.549487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:20.837167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.486617ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:03:25.862568Z","caller":"traceutil/trace.go:171","msg":"trace[765743154] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"106.128159ms","start":"2026-03-31T05:03:25.756415Z","end":"2026-03-31T05:03:25.862544Z","steps":["trace[765743154] 'read index received' (duration: 82.609488ms)","trace[765743154] 'applied index is now lower than readState.Index' (duration: 23.51755ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:25.862648Z","caller":"traceutil/trace.go:171","msg":"trace[231969753] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"107.749872ms","start":"2026-03-31T05:03:25.754869Z","end":"2026-03-31T05:03:25.862619Z","steps":["trace[231969753] 'process raft request' (duration: 84.220101ms)","trace[231969753] 'compare' (duration: 23.270022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:25.862764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.342506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:03:25.862801Z","caller":"traceutil/trace.go:171","msg":"trace[1581569304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1117; }","duration":"106.433949ms","start":"2026-03-31T05:03:25.756357Z","end":"2026-03-31T05:03:25.862791Z","steps":["trace[1581569304] 'agreement among raft nodes before linearized reading' (duration: 106.292354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:32.186658Z","caller":"traceutil/trace.go:171","msg":"trace[1713300456] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1179; }","duration":"294.876273ms","start":"2026-03-31T05:03:31.891752Z","end":"2026-03-31T05:03:32.186629Z","steps":["trace[1713300456] 'read index received' (duration: 294.589834ms)","trace[1713300456] 'applied index is now lower than readState.Index' (duration: 285.289µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:32.186715Z","caller":"traceutil/trace.go:171","msg":"trace[1413636741] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"413.050916ms","start":"2026-03-31T05:03:31.773641Z","end":"2026-03-31T05:03:32.186692Z","steps":["trace[1413636741] 'process raft request' (duration: 412.812399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:32.186889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:31.773623Z","time spent":"413.163479ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:32.186932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.863029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:03:32.187037Z","caller":"traceutil/trace.go:171","msg":"trace[2087662619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1145; }","duration":"246.994723ms","start":"2026-03-31T05:03:31.940027Z","end":"2026-03-31T05:03:32.187022Z","steps":["trace[2087662619] 'agreement among raft nodes before linearized reading' (duration: 246.770886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:32.187561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.777003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:03:32.187673Z","caller":"traceutil/trace.go:171","msg":"trace[254703501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1145; }","duration":"295.940939ms","start":"2026-03-31T05:03:31.891712Z","end":"2026-03-31T05:03:32.187653Z","steps":["trace[254703501] 'agreement among raft nodes before linearized reading' (duration: 295.075021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:32.865132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782501643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:03:33.365961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782501643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:03:33.601317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410629498s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:03:33.60172Z","caller":"traceutil/trace.go:171","msg":"trace[1219054649] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"1.411127914s","start":"2026-03-31T05:03:32.190562Z","end":"2026-03-31T05:03:33.60169Z","steps":["trace[1219054649] 'process raft request' (duration: 1.41098935s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.601882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.190541Z","time spent":"1.411264748s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:03:33.679224Z","caller":"traceutil/trace.go:171","msg":"trace[788167497] linearizableReadLoop","detail":"{readStateIndex:1183; appliedIndex:1180; }","duration":"1.314466212s","start":"2026-03-31T05:03:32.364736Z","end":"2026-03-31T05:03:33.679202Z","steps":["trace[788167497] 'read index received' (duration: 1.236820511s)","trace[788167497] 'applied index is now lower than readState.Index' (duration: 77.644381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:33.67935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314598816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:03:33.679378Z","caller":"traceutil/trace.go:171","msg":"trace[735930499] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1148; }","duration":"1.314665519s","start":"2026-03-31T05:03:32.364699Z","end":"2026-03-31T05:03:33.679365Z","steps":["trace[735930499] 'agreement among raft nodes before linearized reading' (duration: 1.314596916s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:33.679297Z","caller":"traceutil/trace.go:171","msg":"trace[14651838] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"1.487848095s","start":"2026-03-31T05:03:32.191399Z","end":"2026-03-31T05:03:33.679247Z","steps":["trace[14651838] 'process raft request' (duration: 1.487684589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.679445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.729224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:03:33.679461Z","caller":"traceutil/trace.go:171","msg":"trace[328970084] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1148; }","duration":"800.778976ms","start":"2026-03-31T05:03:32.878678Z","end":"2026-03-31T05:03:33.679457Z","steps":["trace[328970084] 'agreement among raft nodes before linearized reading' (duration: 800.748055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.679477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.87866Z","time spent":"800.813557ms","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:03:33.679522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.053359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:03:33.679579Z","caller":"traceutil/trace.go:171","msg":"trace[1689843667] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1148; }","duration":"633.142281ms","start":"2026-03-31T05:03:33.046421Z","end":"2026-03-31T05:03:33.679563Z","steps":["trace[1689843667] 'agreement among raft nodes before linearized reading' (duration: 633.033608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.679629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.04641Z","time spent":"633.207614ms","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:03:33.679646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.258265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:03:33.679694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.091675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T05:03:33.679795Z","caller":"traceutil/trace.go:171","msg":"trace[1676967619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1148; }","duration":"662.24221ms","start":"2026-03-31T05:03:33.017534Z","end":"2026-03-31T05:03:33.679776Z","steps":["trace[1676967619] 'agreement among raft nodes before linearized reading' (duration: 661.971151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.679565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.191388Z","time spent":"1.488072403s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:33.679846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:33.017518Z","time spent":"662.317623ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:03:33.679724Z","caller":"traceutil/trace.go:171","msg":"trace[694472057] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1148; }","duration":"698.387239ms","start":"2026-03-31T05:03:32.98132Z","end":"2026-03-31T05:03:33.679707Z","steps":["trace[694472057] 'agreement among raft nodes before linearized reading' (duration: 698.222273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.679971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.9813Z","time spent":"698.653447ms","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:33.679374Z","caller":"traceutil/trace.go:171","msg":"trace[91519042] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"1.174183699s","start":"2026-03-31T05:03:32.505155Z","end":"2026-03-31T05:03:33.679339Z","steps":["trace[91519042] 'process raft request' (duration: 1.174010133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:33.680113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.505127Z","time spent":"1.174916413s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:03:33.679407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:03:32.364677Z","time spent":"1.314724801s","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:03:35.813009Z","caller":"traceutil/trace.go:171","msg":"trace[1038921120] linearizableReadLoop","detail":"{readStateIndex:1191; appliedIndex:1190; }","duration":"129.083509ms","start":"2026-03-31T05:03:35.683904Z","end":"2026-03-31T05:03:35.812988Z","steps":["trace[1038921120] 'read index received' (duration: 128.924833ms)","trace[1038921120] 'applied index is now lower than readState.Index' (duration: 157.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:35.813136Z","caller":"traceutil/trace.go:171","msg":"trace[2070663591] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"199.520064ms","start":"2026-03-31T05:03:35.613585Z","end":"2026-03-31T05:03:35.813105Z","steps":["trace[2070663591] 'process raft request' (duration: 199.252436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:35.813205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.279175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:03:35.81324Z","caller":"traceutil/trace.go:171","msg":"trace[2093859455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1155; }","duration":"129.368467ms","start":"2026-03-31T05:03:35.683861Z","end":"2026-03-31T05:03:35.813229Z","steps":["trace[2093859455] 'agreement among raft nodes before linearized reading' (duration: 129.229923ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:35.814834Z","caller":"traceutil/trace.go:171","msg":"trace[1836953042] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"129.44575ms","start":"2026-03-31T05:03:35.685372Z","end":"2026-03-31T05:03:35.814818Z","steps":["trace[1836953042] 'process raft request' (duration: 129.037577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:37.930964Z","caller":"traceutil/trace.go:171","msg":"trace[269374118] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"110.647397ms","start":"2026-03-31T05:03:37.820278Z","end":"2026-03-31T05:03:37.930926Z","steps":["trace[269374118] 'process raft request' (duration: 76.959229ms)","trace[269374118] 'compare' (duration: 33.43916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:39.008894Z","caller":"traceutil/trace.go:171","msg":"trace[710668833] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"209.992917ms","start":"2026-03-31T05:03:38.798874Z","end":"2026-03-31T05:03:39.008867Z","steps":["trace[710668833] 'process raft request' (duration: 209.914994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:39.008901Z","caller":"traceutil/trace.go:171","msg":"trace[838391225] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"209.878523ms","start":"2026-03-31T05:03:38.798997Z","end":"2026-03-31T05:03:39.008875Z","steps":["trace[838391225] 'process raft request' (duration: 209.844212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:39.008964Z","caller":"traceutil/trace.go:171","msg":"trace[375366524] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"209.938935ms","start":"2026-03-31T05:03:38.798973Z","end":"2026-03-31T05:03:39.008912Z","steps":["trace[375366524] 'process raft request' (duration: 209.842502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:39.008957Z","caller":"traceutil/trace.go:171","msg":"trace[1846409613] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"210.365588ms","start":"2026-03-31T05:03:38.798516Z","end":"2026-03-31T05:03:39.008882Z","steps":["trace[1846409613] 'process raft request' (duration: 210.240374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:39.008895Z","caller":"traceutil/trace.go:171","msg":"trace[356616975] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"210.41481ms","start":"2026-03-31T05:03:38.798453Z","end":"2026-03-31T05:03:39.008868Z","steps":["trace[356616975] 'process raft request' (duration: 209.763478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:39.052719Z","caller":"traceutil/trace.go:171","msg":"trace[77199477] linearizableReadLoop","detail":"{readStateIndex:1248; appliedIndex:1242; }","duration":"215.835226ms","start":"2026-03-31T05:03:38.836861Z","end":"2026-03-31T05:03:39.052696Z","steps":["trace[77199477] 'read index received' (duration: 171.505481ms)","trace[77199477] 'applied index is now lower than readState.Index' (duration: 44.328585ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:39.052753Z","caller":"traceutil/trace.go:171","msg":"trace[539466342] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"248.945295ms","start":"2026-03-31T05:03:38.803786Z","end":"2026-03-31T05:03:39.052731Z","steps":["trace[539466342] 'process raft request' (duration: 248.809231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:39.052925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.054814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2360"} {"level":"info","ts":"2026-03-31T05:03:39.052966Z","caller":"traceutil/trace.go:171","msg":"trace[292149125] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1209; }","duration":"216.141497ms","start":"2026-03-31T05:03:38.836809Z","end":"2026-03-31T05:03:39.052951Z","steps":["trace[292149125] 'agreement among raft nodes before linearized reading' (duration: 215.972161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:43.83418Z","caller":"traceutil/trace.go:171","msg":"trace[359427257] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"122.017888ms","start":"2026-03-31T05:03:43.712134Z","end":"2026-03-31T05:03:43.834151Z","steps":["trace[359427257] 'process raft request' (duration: 84.367361ms)","trace[359427257] 'compare' (duration: 37.524803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:46.80638Z","caller":"traceutil/trace.go:171","msg":"trace[1385594052] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"160.39784ms","start":"2026-03-31T05:03:46.645957Z","end":"2026-03-31T05:03:46.806355Z","steps":["trace[1385594052] 'process raft request' (duration: 88.438445ms)","trace[1385594052] 'compare' (duration: 71.80175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:46.806591Z","caller":"traceutil/trace.go:171","msg":"trace[1274054281] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"159.452539ms","start":"2026-03-31T05:03:46.647107Z","end":"2026-03-31T05:03:46.80656Z","steps":["trace[1274054281] 'process raft request' (duration: 159.207161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:46.955899Z","caller":"traceutil/trace.go:171","msg":"trace[596312038] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"109.542872ms","start":"2026-03-31T05:03:46.846317Z","end":"2026-03-31T05:03:46.95586Z","steps":["trace[596312038] 'process raft request' (duration: 96.655371ms)","trace[596312038] 'compare' (duration: 12.742576ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:50.649441Z","caller":"traceutil/trace.go:171","msg":"trace[1353133794] linearizableReadLoop","detail":"{readStateIndex:1333; appliedIndex:1332; }","duration":"200.534537ms","start":"2026-03-31T05:03:50.448875Z","end":"2026-03-31T05:03:50.64941Z","steps":["trace[1353133794] 'read index received' (duration: 200.377902ms)","trace[1353133794] 'applied index is now lower than readState.Index' (duration: 155.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:50.649511Z","caller":"traceutil/trace.go:171","msg":"trace[208154271] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"283.368829ms","start":"2026-03-31T05:03:50.366108Z","end":"2026-03-31T05:03:50.649477Z","steps":["trace[208154271] 'process raft request' (duration: 283.135221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:50.64974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.841958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:03:50.649824Z","caller":"traceutil/trace.go:171","msg":"trace[1060146473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1290; }","duration":"200.984152ms","start":"2026-03-31T05:03:50.448823Z","end":"2026-03-31T05:03:50.649807Z","steps":["trace[1060146473] 'agreement among raft nodes before linearized reading' (duration: 200.742974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:54.947525Z","caller":"traceutil/trace.go:171","msg":"trace[8386470] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"147.640593ms","start":"2026-03-31T05:03:54.799856Z","end":"2026-03-31T05:03:54.947497Z","steps":["trace[8386470] 'process raft request' (duration: 85.228888ms)","trace[8386470] 'compare' (duration: 62.283501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:54.948268Z","caller":"traceutil/trace.go:171","msg":"trace[1161853526] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"129.101929ms","start":"2026-03-31T05:03:54.819137Z","end":"2026-03-31T05:03:54.948239Z","steps":["trace[1161853526] 'process raft request' (duration: 129.044427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:54.948454Z","caller":"traceutil/trace.go:171","msg":"trace[1557975334] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"129.7455ms","start":"2026-03-31T05:03:54.818675Z","end":"2026-03-31T05:03:54.94842Z","steps":["trace[1557975334] 'process raft request' (duration: 129.350677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:55.608775Z","caller":"traceutil/trace.go:171","msg":"trace[1254829206] linearizableReadLoop","detail":"{readStateIndex:1423; appliedIndex:1422; }","duration":"125.202692ms","start":"2026-03-31T05:03:55.483553Z","end":"2026-03-31T05:03:55.608755Z","steps":["trace[1254829206] 'read index received' (duration: 124.919112ms)","trace[1254829206] 'applied index is now lower than readState.Index' (duration: 282.78µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:55.608879Z","caller":"traceutil/trace.go:171","msg":"trace[1708842060] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"158.493827ms","start":"2026-03-31T05:03:55.450377Z","end":"2026-03-31T05:03:55.608871Z","steps":["trace[1708842060] 'process raft request' (duration: 158.140476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:55.609142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.591877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:03:55.609224Z","caller":"traceutil/trace.go:171","msg":"trace[1829107282] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:1378; }","duration":"107.682351ms","start":"2026-03-31T05:03:55.501521Z","end":"2026-03-31T05:03:55.609203Z","steps":["trace[1829107282] 'agreement among raft nodes before linearized reading' (duration: 107.482435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:55.609285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.650357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-03-31T05:03:55.609393Z","caller":"traceutil/trace.go:171","msg":"trace[501884528] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1378; }","duration":"125.838693ms","start":"2026-03-31T05:03:55.483534Z","end":"2026-03-31T05:03:55.609373Z","steps":["trace[501884528] 'agreement among raft nodes before linearized reading' (duration: 125.492211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:55.826958Z","caller":"traceutil/trace.go:171","msg":"trace[962267876] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"200.373743ms","start":"2026-03-31T05:03:55.626562Z","end":"2026-03-31T05:03:55.826936Z","steps":["trace[962267876] 'process raft request' (duration: 200.30107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:55.827116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.80596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:55.827155Z","caller":"traceutil/trace.go:171","msg":"trace[1013525801] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1380; }","duration":"209.893193ms","start":"2026-03-31T05:03:55.617254Z","end":"2026-03-31T05:03:55.827147Z","steps":["trace[1013525801] 'agreement among raft nodes before linearized reading' (duration: 209.762388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:55.826963Z","caller":"traceutil/trace.go:171","msg":"trace[1686017322] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"204.618011ms","start":"2026-03-31T05:03:55.622271Z","end":"2026-03-31T05:03:55.826889Z","steps":["trace[1686017322] 'process raft request' (duration: 117.642506ms)","trace[1686017322] 'compare' (duration: 86.739338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:55.826973Z","caller":"traceutil/trace.go:171","msg":"trace[884965800] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1424; }","duration":"201.347314ms","start":"2026-03-31T05:03:55.6256Z","end":"2026-03-31T05:03:55.826948Z","steps":["trace[884965800] 'read index received' (duration: 114.292696ms)","trace[884965800] 'applied index is now lower than readState.Index' (duration: 87.052278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:56.205996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.829527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:03:56.206156Z","caller":"traceutil/trace.go:171","msg":"trace[699038531] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"116.909192ms","start":"2026-03-31T05:03:56.089211Z","end":"2026-03-31T05:03:56.20612Z","steps":["trace[699038531] 'process raft request' (duration: 15.885888ms)","trace[699038531] 'compare' (duration: 99.306978ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:56.206312Z","caller":"traceutil/trace.go:171","msg":"trace[1190035653] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1431; }","duration":"114.440841ms","start":"2026-03-31T05:03:56.091788Z","end":"2026-03-31T05:03:56.206229Z","steps":["trace[1190035653] 'read index received' (duration: 13.319445ms)","trace[1190035653] 'applied index is now lower than readState.Index' (duration: 101.116426ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:56.206559Z","caller":"traceutil/trace.go:171","msg":"trace[2026649146] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"106.250984ms","start":"2026-03-31T05:03:56.100241Z","end":"2026-03-31T05:03:56.206492Z","steps":["trace[2026649146] 'process raft request' (duration: 105.872952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:56.206483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.431084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-31T05:03:56.206693Z","caller":"traceutil/trace.go:171","msg":"trace[610373755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1387; }","duration":"138.673532ms","start":"2026-03-31T05:03:56.067987Z","end":"2026-03-31T05:03:56.206661Z","steps":["trace[610373755] 'agreement among raft nodes before linearized reading' (duration: 138.295179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:56.207048Z","caller":"traceutil/trace.go:171","msg":"trace[1461125184] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"105.759428ms","start":"2026-03-31T05:03:56.101265Z","end":"2026-03-31T05:03:56.207024Z","steps":["trace[1461125184] 'process raft request' (duration: 105.18121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:56.2073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.843487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:56.207388Z","caller":"traceutil/trace.go:171","msg":"trace[146209921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"119.972272ms","start":"2026-03-31T05:03:56.087401Z","end":"2026-03-31T05:03:56.207374Z","steps":["trace[146209921] 'agreement among raft nodes before linearized reading' (duration: 118.849985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:56.348485Z","caller":"traceutil/trace.go:171","msg":"trace[807189451] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"136.575162ms","start":"2026-03-31T05:03:56.211884Z","end":"2026-03-31T05:03:56.34846Z","steps":["trace[807189451] 'process raft request' (duration: 136.404457ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:56.348591Z","caller":"traceutil/trace.go:171","msg":"trace[349122135] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"111.811895ms","start":"2026-03-31T05:03:56.23677Z","end":"2026-03-31T05:03:56.348582Z","steps":["trace[349122135] 'process raft request' (duration: 111.610349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:56.348465Z","caller":"traceutil/trace.go:171","msg":"trace[940879404] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1436; }","duration":"111.745483ms","start":"2026-03-31T05:03:56.236697Z","end":"2026-03-31T05:03:56.348442Z","steps":["trace[940879404] 'read index received' (duration: 68.09247ms)","trace[940879404] 'applied index is now lower than readState.Index' (duration: 43.652093ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:03:56.3485Z","caller":"traceutil/trace.go:171","msg":"trace[694523548] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"136.773239ms","start":"2026-03-31T05:03:56.211705Z","end":"2026-03-31T05:03:56.348478Z","steps":["trace[694523548] 'process raft request' (duration: 93.075594ms)","trace[694523548] 'compare' (duration: 43.292082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:56.349026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.093344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:56.349204Z","caller":"traceutil/trace.go:171","msg":"trace[1349134826] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1393; }","duration":"112.435875ms","start":"2026-03-31T05:03:56.236663Z","end":"2026-03-31T05:03:56.349099Z","steps":["trace[1349134826] 'agreement among raft nodes before linearized reading' (duration: 111.880257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:56.759476Z","caller":"traceutil/trace.go:171","msg":"trace[571396006] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"214.317008ms","start":"2026-03-31T05:03:56.545128Z","end":"2026-03-31T05:03:56.759445Z","steps":["trace[571396006] 'process raft request' (duration: 204.594061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:03:56.89043Z","caller":"traceutil/trace.go:171","msg":"trace[1767282010] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"115.798745ms","start":"2026-03-31T05:03:56.774606Z","end":"2026-03-31T05:03:56.890404Z","steps":["trace[1767282010] 'process raft request' (duration: 91.536244ms)","trace[1767282010] 'compare' (duration: 24.110396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:03:58.765797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.631502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:03:58.765914Z","caller":"traceutil/trace.go:171","msg":"trace[2005040206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1416; }","duration":"154.813737ms","start":"2026-03-31T05:03:58.611076Z","end":"2026-03-31T05:03:58.765889Z","steps":["trace[2005040206] 'range keys from in-memory index tree' (duration: 154.527968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:03:58.765945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.777954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-s5787\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-03-31T05:03:58.766005Z","caller":"traceutil/trace.go:171","msg":"trace[69481806] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-s5787; range_end:; response_count:1; response_revision:1416; }","duration":"130.872577ms","start":"2026-03-31T05:03:58.635117Z","end":"2026-03-31T05:03:58.76599Z","steps":["trace[69481806] 'range keys from in-memory index tree' (duration: 130.583127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:01.062928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.116184ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:04:01.063069Z","caller":"traceutil/trace.go:171","msg":"trace[580636192] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"235.886721ms","start":"2026-03-31T05:04:00.827159Z","end":"2026-03-31T05:04:01.063046Z","steps":["trace[580636192] 'read index received' (duration: 89.643743ms)","trace[580636192] 'applied index is now lower than readState.Index' (duration: 146.241028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:01.063251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.092297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:04:01.063391Z","caller":"traceutil/trace.go:171","msg":"trace[541534476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1424; }","duration":"236.296183ms","start":"2026-03-31T05:04:00.827081Z","end":"2026-03-31T05:04:01.063377Z","steps":["trace[541534476] 'agreement among raft nodes before linearized reading' (duration: 236.033055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:01.098822Z","caller":"traceutil/trace.go:171","msg":"trace[1408370254] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"152.877954ms","start":"2026-03-31T05:04:00.945918Z","end":"2026-03-31T05:04:01.098796Z","steps":["trace[1408370254] 'process raft request' (duration: 152.683958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:02.232711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.815087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:04:02.2328Z","caller":"traceutil/trace.go:171","msg":"trace[1874093425] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"1.164869556s","start":"2026-03-31T05:04:01.067912Z","end":"2026-03-31T05:04:02.232782Z","steps":["trace[1874093425] 'process raft request' (duration: 459.912184ms)","trace[1874093425] 'compare' (duration: 704.703954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:02.232845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:01.067882Z","time spent":"1.164944078s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:02.328943Z","caller":"traceutil/trace.go:171","msg":"trace[1038761173] linearizableReadLoop","detail":"{readStateIndex:1474; appliedIndex:1473; }","duration":"240.688477ms","start":"2026-03-31T05:04:02.088215Z","end":"2026-03-31T05:04:02.328903Z","steps":["trace[1038761173] 'read index received' (duration: 240.408198ms)","trace[1038761173] 'applied index is now lower than readState.Index' (duration: 279.039µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:02.328975Z","caller":"traceutil/trace.go:171","msg":"trace[1247004528] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"285.241419ms","start":"2026-03-31T05:04:02.0437Z","end":"2026-03-31T05:04:02.328941Z","steps":["trace[1247004528] 'process raft request' (duration: 285.013402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:02.329174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.943856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:02.329276Z","caller":"traceutil/trace.go:171","msg":"trace[949467749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1427; }","duration":"241.08238ms","start":"2026-03-31T05:04:02.088155Z","end":"2026-03-31T05:04:02.329237Z","steps":["trace[949467749] 'agreement among raft nodes before linearized reading' (duration: 240.922044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:02.329298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.768305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-31T05:04:02.329349Z","caller":"traceutil/trace.go:171","msg":"trace[1537688215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1427; }","duration":"100.892899ms","start":"2026-03-31T05:04:02.228441Z","end":"2026-03-31T05:04:02.329334Z","steps":["trace[1537688215] 'agreement among raft nodes before linearized reading' (duration: 100.673462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:02.587612Z","caller":"traceutil/trace.go:171","msg":"trace[573170984] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"254.304111ms","start":"2026-03-31T05:04:02.333274Z","end":"2026-03-31T05:04:02.587578Z","steps":["trace[573170984] 'process raft request' (duration: 214.618577ms)","trace[573170984] 'compare' (duration: 39.533429ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:02.58898Z","caller":"traceutil/trace.go:171","msg":"trace[1254326550] linearizableReadLoop","detail":"{readStateIndex:1476; appliedIndex:1474; }","duration":"220.699935ms","start":"2026-03-31T05:04:02.368258Z","end":"2026-03-31T05:04:02.588958Z","steps":["trace[1254326550] 'read index received' (duration: 179.714719ms)","trace[1254326550] 'applied index is now lower than readState.Index' (duration: 40.984036ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:02.589027Z","caller":"traceutil/trace.go:171","msg":"trace[1500024152] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"255.165499ms","start":"2026-03-31T05:04:02.33383Z","end":"2026-03-31T05:04:02.588995Z","steps":["trace[1500024152] 'process raft request' (duration: 255.034945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:02.589224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.957183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:04:02.589274Z","caller":"traceutil/trace.go:171","msg":"trace[1336377370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1429; }","duration":"221.063587ms","start":"2026-03-31T05:04:02.368197Z","end":"2026-03-31T05:04:02.589261Z","steps":["trace[1336377370] 'agreement among raft nodes before linearized reading' (duration: 220.887621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:02.589292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.297374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:04:02.589331Z","caller":"traceutil/trace.go:171","msg":"trace[728809099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1429; }","duration":"213.396696ms","start":"2026-03-31T05:04:02.375924Z","end":"2026-03-31T05:04:02.589321Z","steps":["trace[728809099] 'agreement among raft nodes before linearized reading' (duration: 213.19637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:19.398739Z","caller":"traceutil/trace.go:171","msg":"trace[107786020] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"310.09559ms","start":"2026-03-31T05:04:19.088628Z","end":"2026-03-31T05:04:19.398724Z","steps":["trace[107786020] 'read index received' (duration: 310.032098ms)","trace[107786020] 'applied index is now lower than readState.Index' (duration: 62.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:19.398773Z","caller":"traceutil/trace.go:171","msg":"trace[431892870] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"441.388471ms","start":"2026-03-31T05:04:18.957371Z","end":"2026-03-31T05:04:19.398759Z","steps":["trace[431892870] 'process raft request' (duration: 441.243926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:19.398829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.202204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:19.398845Z","caller":"traceutil/trace.go:171","msg":"trace[1693026589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1722; }","duration":"310.257855ms","start":"2026-03-31T05:04:19.088583Z","end":"2026-03-31T05:04:19.398841Z","steps":["trace[1693026589] 'agreement among raft nodes before linearized reading' (duration: 310.221834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:19.398859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:19.088565Z","time spent":"310.290866ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:04:19.398855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:18.957346Z","time spent":"441.458742ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:19.403538Z","caller":"traceutil/trace.go:171","msg":"trace[1908176159] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"202.44101ms","start":"2026-03-31T05:04:19.201061Z","end":"2026-03-31T05:04:19.403502Z","steps":["trace[1908176159] 'process raft request' (duration: 202.086269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:19.403635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.876521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T05:04:19.403719Z","caller":"traceutil/trace.go:171","msg":"trace[239870683] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1723; }","duration":"221.003315ms","start":"2026-03-31T05:04:19.18269Z","end":"2026-03-31T05:04:19.403693Z","steps":["trace[239870683] 'agreement among raft nodes before linearized reading' (duration: 220.820189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:20.88597Z","caller":"traceutil/trace.go:171","msg":"trace[530087674] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"145.062099ms","start":"2026-03-31T05:04:20.740874Z","end":"2026-03-31T05:04:20.885936Z","steps":["trace[530087674] 'process raft request' (duration: 141.527984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:20.885996Z","caller":"traceutil/trace.go:171","msg":"trace[1055577771] transaction","detail":"{read_only:false; response_revision:1730; number_of_response:1; }","duration":"142.487495ms","start":"2026-03-31T05:04:20.743464Z","end":"2026-03-31T05:04:20.885952Z","steps":["trace[1055577771] 'process raft request' (duration: 142.228107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:20.886506Z","caller":"traceutil/trace.go:171","msg":"trace[1004175549] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"141.013337ms","start":"2026-03-31T05:04:20.745455Z","end":"2026-03-31T05:04:20.886468Z","steps":["trace[1004175549] 'process raft request' (duration: 140.294823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:28.829263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142664183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T05:04:28.829361Z","caller":"traceutil/trace.go:171","msg":"trace[659891293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1837; }","duration":"1.142811738s","start":"2026-03-31T05:04:27.686525Z","end":"2026-03-31T05:04:28.829337Z","steps":["trace[659891293] 'range keys from in-memory index tree' (duration: 1.142463376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:28.829408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:27.686504Z","time spent":"1.142893581s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:04:28.829438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.052843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:28.829562Z","caller":"traceutil/trace.go:171","msg":"trace[2005542143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1837; }","duration":"742.245539ms","start":"2026-03-31T05:04:28.087293Z","end":"2026-03-31T05:04:28.829538Z","steps":["trace[2005542143] 'range keys from in-memory index tree' (duration: 741.945119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:28.829596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04871568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-31T05:04:28.829629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.805228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:04:28.829634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.087265Z","time spent":"742.354423ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:04:28.829648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.286127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T05:04:28.829724Z","caller":"traceutil/trace.go:171","msg":"trace[123458017] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:1837; }","duration":"779.403891ms","start":"2026-03-31T05:04:28.050303Z","end":"2026-03-31T05:04:28.829707Z","steps":["trace[123458017] 'range keys from in-memory index tree' (duration: 779.112831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:28.829762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.050284Z","time spent":"779.470852ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" "} {"level":"info","ts":"2026-03-31T05:04:28.829672Z","caller":"traceutil/trace.go:171","msg":"trace[1445593837] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:1837; }","duration":"1.048833094s","start":"2026-03-31T05:04:27.780819Z","end":"2026-03-31T05:04:28.829652Z","steps":["trace[1445593837] 'range keys from in-memory index tree' (duration: 1.048601817s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:28.829826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:27.780798Z","time spent":"1.04901278s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" "} {"level":"info","ts":"2026-03-31T05:04:28.829673Z","caller":"traceutil/trace.go:171","msg":"trace[1599033224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1837; }","duration":"439.927552ms","start":"2026-03-31T05:04:28.389734Z","end":"2026-03-31T05:04:28.829661Z","steps":["trace[1599033224] 'range keys from in-memory index tree' (duration: 439.575521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:28.829921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.389714Z","time spent":"440.191281ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:04:28.829703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.058363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:04:28.82998Z","caller":"traceutil/trace.go:171","msg":"trace[1359173866] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1837; }","duration":"838.686763ms","start":"2026-03-31T05:04:27.991281Z","end":"2026-03-31T05:04:28.829968Z","steps":["trace[1359173866] 'count revisions from in-memory index tree' (duration: 837.961349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:28.830021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:27.991261Z","time spent":"838.750066ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:04:28.882354Z","caller":"traceutil/trace.go:171","msg":"trace[628842671] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"429.386439ms","start":"2026-03-31T05:04:28.452936Z","end":"2026-03-31T05:04:28.882323Z","steps":["trace[628842671] 'process raft request' (duration: 429.260515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:28.882373Z","caller":"traceutil/trace.go:171","msg":"trace[1034026674] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1913; }","duration":"268.847274ms","start":"2026-03-31T05:04:28.613485Z","end":"2026-03-31T05:04:28.882332Z","steps":["trace[1034026674] 'read index received' (duration: 268.832514ms)","trace[1034026674] 'applied index is now lower than readState.Index' (duration: 12.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:28.8825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.452909Z","time spent":"429.513333ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:28.882527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.040941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:28.882581Z","caller":"traceutil/trace.go:171","msg":"trace[1158765765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1838; }","duration":"269.201346ms","start":"2026-03-31T05:04:28.613365Z","end":"2026-03-31T05:04:28.882567Z","steps":["trace[1158765765] 'agreement among raft nodes before linearized reading' (duration: 269.103063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:29.33616Z","caller":"traceutil/trace.go:171","msg":"trace[1608584062] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"501.393466ms","start":"2026-03-31T05:04:28.834736Z","end":"2026-03-31T05:04:29.33613Z","steps":["trace[1608584062] 'process raft request' (duration: 501.125027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:29.336326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.834713Z","time spent":"501.534251ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:29.336365Z","caller":"traceutil/trace.go:171","msg":"trace[312500167] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"500.215127ms","start":"2026-03-31T05:04:28.836118Z","end":"2026-03-31T05:04:29.336333Z","steps":["trace[312500167] 'process raft request' (duration: 499.941609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:29.336507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.306739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:04:29.336397Z","caller":"traceutil/trace.go:171","msg":"trace[2074834587] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1913; }","duration":"453.892257ms","start":"2026-03-31T05:04:28.882435Z","end":"2026-03-31T05:04:29.336328Z","steps":["trace[2074834587] 'read index received' (duration: 453.452743ms)","trace[2074834587] 'applied index is now lower than readState.Index' (duration: 437.134µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:29.336564Z","caller":"traceutil/trace.go:171","msg":"trace[398017214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1840; }","duration":"507.413123ms","start":"2026-03-31T05:04:28.829138Z","end":"2026-03-31T05:04:29.336551Z","steps":["trace[398017214] 'agreement among raft nodes before linearized reading' (duration: 507.234977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:29.336603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.829117Z","time spent":"507.478645ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:04:29.336603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.8361Z","time spent":"500.348972ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:29.336705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.256393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:29.336739Z","caller":"traceutil/trace.go:171","msg":"trace[1046398673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"248.327476ms","start":"2026-03-31T05:04:29.088403Z","end":"2026-03-31T05:04:29.33673Z","steps":["trace[1046398673] 'agreement among raft nodes before linearized reading' (duration: 248.279165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:29.336766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.200861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:04:29.336779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.994234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:04:29.336829Z","caller":"traceutil/trace.go:171","msg":"trace[102186515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1840; }","duration":"413.062256ms","start":"2026-03-31T05:04:28.923755Z","end":"2026-03-31T05:04:29.336818Z","steps":["trace[102186515] 'agreement among raft nodes before linearized reading' (duration: 412.906941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:29.336825Z","caller":"traceutil/trace.go:171","msg":"trace[1817467087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1840; }","duration":"413.289594ms","start":"2026-03-31T05:04:28.923522Z","end":"2026-03-31T05:04:29.336811Z","steps":["trace[1817467087] 'agreement among raft nodes before linearized reading' (duration: 413.116648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:29.336869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.923752Z","time spent":"413.108638ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:04:29.336869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.923506Z","time spent":"413.354526ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:04:29.336772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.955693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:04:29.336781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.672616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:04:29.336932Z","caller":"traceutil/trace.go:171","msg":"trace[1930188824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1840; }","duration":"413.139209ms","start":"2026-03-31T05:04:28.923775Z","end":"2026-03-31T05:04:29.336914Z","steps":["trace[1930188824] 'agreement among raft nodes before linearized reading' (duration: 412.875311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:29.337021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.923773Z","time spent":"413.224472ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:04:29.337121Z","caller":"traceutil/trace.go:171","msg":"trace[1505683532] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1840; }","duration":"529.054798ms","start":"2026-03-31T05:04:28.80798Z","end":"2026-03-31T05:04:29.337035Z","steps":["trace[1505683532] 'agreement among raft nodes before linearized reading' (duration: 528.547822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:29.337244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:28.80795Z","time spent":"529.271305ms","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:04:29.857961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.19635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:04:29.858095Z","caller":"traceutil/trace.go:171","msg":"trace[1312265534] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"517.307455ms","start":"2026-03-31T05:04:29.340757Z","end":"2026-03-31T05:04:29.858065Z","steps":["trace[1312265534] 'process raft request' (duration: 165.905499ms)","trace[1312265534] 'compare' (duration: 350.9037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:29.858162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.340732Z","time spent":"517.399308ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:30.436348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.891969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:04:30.436665Z","caller":"traceutil/trace.go:171","msg":"trace[1221810856] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"1.095540875s","start":"2026-03-31T05:04:29.341093Z","end":"2026-03-31T05:04:30.436634Z","steps":["trace[1221810856] 'process raft request' (duration: 617.286234ms)","trace[1221810856] 'compare' (duration: 477.756625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:30.436792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.341068Z","time spent":"1.09566622s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:30.436878Z","caller":"traceutil/trace.go:171","msg":"trace[1325973004] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"1.095333359s","start":"2026-03-31T05:04:29.341531Z","end":"2026-03-31T05:04:30.436864Z","steps":["trace[1325973004] 'process raft request' (duration: 1.095248016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.436958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.341519Z","time spent":"1.095403311s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:30.436908Z","caller":"traceutil/trace.go:171","msg":"trace[6392950] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"1.095490314s","start":"2026-03-31T05:04:29.341343Z","end":"2026-03-31T05:04:30.436833Z","steps":["trace[6392950] 'process raft request' (duration: 1.095089551s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.437193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.341328Z","time spent":"1.09567686s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:30.437281Z","caller":"traceutil/trace.go:171","msg":"trace[924972187] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"1.055071496s","start":"2026-03-31T05:04:29.382189Z","end":"2026-03-31T05:04:30.437261Z","steps":["trace[924972187] 'process raft request' (duration: 1.054638312s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:30.437422Z","caller":"traceutil/trace.go:171","msg":"trace[2078740288] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1916; }","duration":"878.931903ms","start":"2026-03-31T05:04:29.558467Z","end":"2026-03-31T05:04:30.437399Z","steps":["trace[2078740288] 'read index received' (duration: 399.919018ms)","trace[2078740288] 'applied index is now lower than readState.Index' (duration: 479.011255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:30.437468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.382163Z","time spent":"1.05518142s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:30.4375Z","caller":"traceutil/trace.go:171","msg":"trace[385558412] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"930.240607ms","start":"2026-03-31T05:04:29.507229Z","end":"2026-03-31T05:04:30.437469Z","steps":["trace[385558412] 'process raft request' (duration: 929.955737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.437635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.507205Z","time spent":"930.35162ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:30.437636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.611478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:04:30.437692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.044489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-31T05:04:30.437695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.227243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:04:30.43778Z","caller":"traceutil/trace.go:171","msg":"trace[1972933628] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:1846; }","duration":"603.146573ms","start":"2026-03-31T05:04:29.834596Z","end":"2026-03-31T05:04:30.437743Z","steps":["trace[1972933628] 'agreement among raft nodes before linearized reading' (duration: 602.940016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.437849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.834578Z","time spent":"603.249856ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" "} {"level":"info","ts":"2026-03-31T05:04:30.437785Z","caller":"traceutil/trace.go:171","msg":"trace[1640159164] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1846; }","duration":"879.368018ms","start":"2026-03-31T05:04:29.558397Z","end":"2026-03-31T05:04:30.437765Z","steps":["trace[1640159164] 'agreement among raft nodes before linearized reading' (duration: 879.076699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.437983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.55838Z","time spent":"879.587615ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:04:30.437719Z","caller":"traceutil/trace.go:171","msg":"trace[237694956] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1846; }","duration":"226.709371ms","start":"2026-03-31T05:04:30.210987Z","end":"2026-03-31T05:04:30.437697Z","steps":["trace[237694956] 'agreement among raft nodes before linearized reading' (duration: 226.557646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.437695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.572665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:30.438154Z","caller":"traceutil/trace.go:171","msg":"trace[1655638640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1846; }","duration":"350.050001ms","start":"2026-03-31T05:04:30.088081Z","end":"2026-03-31T05:04:30.438131Z","steps":["trace[1655638640] 'agreement among raft nodes before linearized reading' (duration: 349.565035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.438239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:30.088066Z","time spent":"350.155084ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:04:30.441037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.972187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T05:04:30.441135Z","caller":"traceutil/trace.go:171","msg":"trace[2063713094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"603.097861ms","start":"2026-03-31T05:04:29.837998Z","end":"2026-03-31T05:04:30.441096Z","steps":["trace[2063713094] 'agreement among raft nodes before linearized reading' (duration: 599.667889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:30.441239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:29.837977Z","time spent":"603.251636ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:04:31.90409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109513581s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:04:32.089294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302216884s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:04:32.08949Z","caller":"traceutil/trace.go:171","msg":"trace[1149944299] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"1.647488301s","start":"2026-03-31T05:04:30.441969Z","end":"2026-03-31T05:04:32.089458Z","steps":["trace[1149944299] 'process raft request' (duration: 344.998438ms)","trace[1149944299] 'compare' (duration: 1.301911074s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:32.089639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:30.441947Z","time spent":"1.647605074s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:04:32.089738Z","caller":"traceutil/trace.go:171","msg":"trace[1316450462] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1921; }","duration":"1.629189694s","start":"2026-03-31T05:04:30.460518Z","end":"2026-03-31T05:04:32.089708Z","steps":["trace[1316450462] 'read index received' (duration: 326.400731ms)","trace[1316450462] 'applied index is now lower than readState.Index' (duration: 1.302785193s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:32.139577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679020028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:32.139661Z","caller":"traceutil/trace.go:171","msg":"trace[631939819] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1847; }","duration":"1.679153163s","start":"2026-03-31T05:04:30.460483Z","end":"2026-03-31T05:04:32.139636Z","steps":["trace[631939819] 'agreement among raft nodes before linearized reading' (duration: 1.629394571s)","trace[631939819] 'count revisions from in-memory index tree' (duration: 49.616158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:04:32.139708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:30.460467Z","time spent":"1.679229026s","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:04:32.13978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577702606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:04:32.139876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.103407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-31T05:04:32.139928Z","caller":"traceutil/trace.go:171","msg":"trace[878604545] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"536.729008ms","start":"2026-03-31T05:04:31.603185Z","end":"2026-03-31T05:04:32.139914Z","steps":["trace[878604545] 'process raft request' (duration: 536.387977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:32.139947Z","caller":"traceutil/trace.go:171","msg":"trace[1119975578] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:1849; }","duration":"697.215561ms","start":"2026-03-31T05:04:31.442716Z","end":"2026-03-31T05:04:32.139931Z","steps":["trace[1119975578] 'agreement among raft nodes before linearized reading' (duration: 696.954372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:32.139951Z","caller":"traceutil/trace.go:171","msg":"trace[1642929402] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"1.251494921s","start":"2026-03-31T05:04:30.888432Z","end":"2026-03-31T05:04:32.139927Z","steps":["trace[1642929402] 'process raft request' (duration: 1.250989234s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:32.139991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:31.442696Z","time spent":"697.286232ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" "} {"level":"warn","ts":"2026-03-31T05:04:32.139991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051336595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:04:32.139994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.714961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T05:04:32.140023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:31.60316Z","time spent":"536.814171ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:32.140028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.299656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:04:32.140061Z","caller":"traceutil/trace.go:171","msg":"trace[1531245003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1849; }","duration":"1.051447399s","start":"2026-03-31T05:04:31.088599Z","end":"2026-03-31T05:04:32.140046Z","steps":["trace[1531245003] 'agreement among raft nodes before linearized reading' (duration: 1.051349186s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:32.140075Z","caller":"traceutil/trace.go:171","msg":"trace[897897879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1849; }","duration":"691.835855ms","start":"2026-03-31T05:04:31.44822Z","end":"2026-03-31T05:04:32.140056Z","steps":["trace[897897879] 'agreement among raft nodes before linearized reading' (duration: 691.573956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:32.140098Z","caller":"traceutil/trace.go:171","msg":"trace[766835322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1849; }","duration":"798.407009ms","start":"2026-03-31T05:04:31.341671Z","end":"2026-03-31T05:04:32.140078Z","steps":["trace[766835322] 'agreement among raft nodes before linearized reading' (duration: 798.220613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:32.139878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.508517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:04:32.140113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.752558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-03-31T05:04:32.140108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:30.888402Z","time spent":"1.251617375s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:32.140129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:31.448204Z","time spent":"691.912218ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:04:32.140136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:31.341647Z","time spent":"798.481272ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:04:32.14011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:31.088577Z","time spent":"1.051522961s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:04:32.140159Z","caller":"traceutil/trace.go:171","msg":"trace[760324226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1849; }","duration":"255.814271ms","start":"2026-03-31T05:04:31.884333Z","end":"2026-03-31T05:04:32.140148Z","steps":["trace[760324226] 'agreement among raft nodes before linearized reading' (duration: 255.695947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:32.139884Z","caller":"traceutil/trace.go:171","msg":"trace[986784166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1849; }","duration":"1.577810619s","start":"2026-03-31T05:04:30.562049Z","end":"2026-03-31T05:04:32.139859Z","steps":["trace[986784166] 'agreement among raft nodes before linearized reading' (duration: 1.577576172s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:32.140221Z","caller":"traceutil/trace.go:171","msg":"trace[1501245851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1849; }","duration":"277.833868ms","start":"2026-03-31T05:04:31.862316Z","end":"2026-03-31T05:04:32.14015Z","steps":["trace[1501245851] 'agreement among raft nodes before linearized reading' (duration: 277.306261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:32.140257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:30.561987Z","time spent":"1.578246513s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:04:32.324781Z","caller":"traceutil/trace.go:171","msg":"trace[777516487] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"180.65965ms","start":"2026-03-31T05:04:32.144095Z","end":"2026-03-31T05:04:32.324755Z","steps":["trace[777516487] 'process raft request' (duration: 180.480384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:32.327272Z","caller":"traceutil/trace.go:171","msg":"trace[1822255573] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1925; }","duration":"177.424884ms","start":"2026-03-31T05:04:32.149824Z","end":"2026-03-31T05:04:32.327248Z","steps":["trace[1822255573] 'read index received' (duration: 174.712536ms)","trace[1822255573] 'applied index is now lower than readState.Index' (duration: 2.711428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:32.32739Z","caller":"traceutil/trace.go:171","msg":"trace[1505241898] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"182.123387ms","start":"2026-03-31T05:04:32.145242Z","end":"2026-03-31T05:04:32.327366Z","steps":["trace[1505241898] 'process raft request' (duration: 181.829368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:32.327461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.61464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:32.327501Z","caller":"traceutil/trace.go:171","msg":"trace[1709130074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1851; }","duration":"177.689153ms","start":"2026-03-31T05:04:32.149801Z","end":"2026-03-31T05:04:32.32749Z","steps":["trace[1709130074] 'agreement among raft nodes before linearized reading' (duration: 177.605911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:32.327612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.795724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:04:32.32769Z","caller":"traceutil/trace.go:171","msg":"trace[302153712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1851; }","duration":"176.902597ms","start":"2026-03-31T05:04:32.150771Z","end":"2026-03-31T05:04:32.327674Z","steps":["trace[302153712] 'agreement among raft nodes before linearized reading' (duration: 176.734142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:34.987902Z","caller":"traceutil/trace.go:171","msg":"trace[1065424640] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"158.387957ms","start":"2026-03-31T05:04:34.829482Z","end":"2026-03-31T05:04:34.98787Z","steps":["trace[1065424640] 'process raft request' (duration: 158.17694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:42.998227Z","caller":"traceutil/trace.go:171","msg":"trace[359551624] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2030; }","duration":"622.043816ms","start":"2026-03-31T05:04:42.376155Z","end":"2026-03-31T05:04:42.998199Z","steps":["trace[359551624] 'read index received' (duration: 3.403331ms)","trace[359551624] 'applied index is now lower than readState.Index' (duration: 618.639145ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:42.998517Z","caller":"traceutil/trace.go:171","msg":"trace[538713176] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"625.756406ms","start":"2026-03-31T05:04:42.372732Z","end":"2026-03-31T05:04:42.998488Z","steps":["trace[538713176] 'process raft request' (duration: 625.303422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:42.99857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.400517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-03-31T05:04:42.99863Z","caller":"traceutil/trace.go:171","msg":"trace[778347013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1954; }","duration":"622.48667ms","start":"2026-03-31T05:04:42.376119Z","end":"2026-03-31T05:04:42.998606Z","steps":["trace[778347013] 'agreement among raft nodes before linearized reading' (duration: 622.314845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:42.998673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:42.372706Z","time spent":"625.899751ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:42.998697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:42.376108Z","time spent":"622.580053ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:04:42.999619Z","caller":"traceutil/trace.go:171","msg":"trace[1095015344] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"461.835049ms","start":"2026-03-31T05:04:42.537743Z","end":"2026-03-31T05:04:42.999578Z","steps":["trace[1095015344] 'process raft request' (duration: 461.760136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:42.999657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.645016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:04:42.999704Z","caller":"traceutil/trace.go:171","msg":"trace[1032263770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"446.719258ms","start":"2026-03-31T05:04:42.552972Z","end":"2026-03-31T05:04:42.999691Z","steps":["trace[1032263770] 'agreement among raft nodes before linearized reading' (duration: 446.595183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:42.99974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:42.552959Z","time spent":"446.77387ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:04:42.999743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.749907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:04:42.999767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.250488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:04:42.999815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.986105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:04:42.999832Z","caller":"traceutil/trace.go:171","msg":"trace[1882179226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"348.336161ms","start":"2026-03-31T05:04:42.651481Z","end":"2026-03-31T05:04:42.999818Z","steps":["trace[1882179226] 'agreement among raft nodes before linearized reading' (duration: 348.125004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:42.999834Z","caller":"traceutil/trace.go:171","msg":"trace[1407248866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1956; }","duration":"289.889951ms","start":"2026-03-31T05:04:42.709919Z","end":"2026-03-31T05:04:42.999809Z","steps":["trace[1407248866] 'agreement among raft nodes before linearized reading' (duration: 289.730986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:42.99987Z","caller":"traceutil/trace.go:171","msg":"trace[1090078251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"358.075058ms","start":"2026-03-31T05:04:42.641774Z","end":"2026-03-31T05:04:42.999849Z","steps":["trace[1090078251] 'agreement among raft nodes before linearized reading' (duration: 357.912422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:42.999879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:42.651467Z","time spent":"348.400893ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:04:42.999783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:42.537735Z","time spent":"461.958694ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:42.999901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:42.641754Z","time spent":"358.141209ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:04:42.999631Z","caller":"traceutil/trace.go:171","msg":"trace[1914400813] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"462.140149ms","start":"2026-03-31T05:04:42.537455Z","end":"2026-03-31T05:04:42.999595Z","steps":["trace[1914400813] 'process raft request' (duration: 461.965984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:04:43.000037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:04:42.537435Z","time spent":"462.552642ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:04:48.393779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.40433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T05:04:48.393835Z","caller":"traceutil/trace.go:171","msg":"trace[700464063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"139.515594ms","start":"2026-03-31T05:04:48.254305Z","end":"2026-03-31T05:04:48.393821Z","steps":["trace[700464063] 'range keys from in-memory index tree' (duration: 139.262945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:49.239534Z","caller":"traceutil/trace.go:171","msg":"trace[1468984775] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"127.845775ms","start":"2026-03-31T05:04:49.111656Z","end":"2026-03-31T05:04:49.239501Z","steps":["trace[1468984775] 'process raft request' (duration: 101.945063ms)","trace[1468984775] 'compare' (duration: 25.686165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:04:49.239784Z","caller":"traceutil/trace.go:171","msg":"trace[644465740] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"127.420491ms","start":"2026-03-31T05:04:49.11234Z","end":"2026-03-31T05:04:49.23976Z","steps":["trace[644465740] 'process raft request' (duration: 127.103101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:04:49.239863Z","caller":"traceutil/trace.go:171","msg":"trace[1986883799] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"127.017628ms","start":"2026-03-31T05:04:49.112815Z","end":"2026-03-31T05:04:49.239833Z","steps":["trace[1986883799] 'process raft request' (duration: 126.861473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:16.825851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782503776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:05:17.326821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782503776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:05:17.456935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.156590586s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:05:17.457351Z","caller":"traceutil/trace.go:171","msg":"trace[458223401] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"1.157180645s","start":"2026-03-31T05:05:16.30015Z","end":"2026-03-31T05:05:17.45733Z","steps":["trace[458223401] 'process raft request' (duration: 1.157052621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:17.45749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:16.300112Z","time spent":"1.15730294s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:18.548172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.147969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:18.548351Z","caller":"traceutil/trace.go:171","msg":"trace[435307534] linearizableReadLoop","detail":"{readStateIndex:2230; appliedIndex:2227; }","duration":"2.222648032s","start":"2026-03-31T05:05:16.325678Z","end":"2026-03-31T05:05:18.548326Z","steps":["trace[435307534] 'read index received' (duration: 1.131524472s)","trace[435307534] 'applied index is now lower than readState.Index' (duration: 1.09112264s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:18.548478Z","caller":"traceutil/trace.go:171","msg":"trace[1007761929] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"1.310572822s","start":"2026-03-31T05:05:17.237874Z","end":"2026-03-31T05:05:18.548446Z","steps":["trace[1007761929] 'process raft request' (duration: 1.310383436s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.548582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22291218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:05:18.548616Z","caller":"traceutil/trace.go:171","msg":"trace[752494370] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2144; }","duration":"2.222977362s","start":"2026-03-31T05:05:16.325629Z","end":"2026-03-31T05:05:18.548606Z","steps":["trace[752494370] 'agreement among raft nodes before linearized reading' (duration: 2.222871758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.548639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:16.325607Z","time spent":"2.223026604s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:05:18.548629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.237857Z","time spent":"1.310696016s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:18.54875Z","caller":"traceutil/trace.go:171","msg":"trace[2125030973] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"1.348218565s","start":"2026-03-31T05:05:17.200462Z","end":"2026-03-31T05:05:18.54868Z","steps":["trace[2125030973] 'process raft request' (duration: 845.499578ms)","trace[2125030973] 'compare' (duration: 501.833498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:18.549174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.200439Z","time spent":"1.34865481s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:18.584139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297706344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:05:18.58414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137291507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a1d49fe9762821\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T05:05:18.584209Z","caller":"traceutil/trace.go:171","msg":"trace[129904792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2145; }","duration":"1.297825988s","start":"2026-03-31T05:05:17.286371Z","end":"2026-03-31T05:05:18.584197Z","steps":["trace[129904792] 'agreement among raft nodes before linearized reading' (duration: 1.297659242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.286347Z","time spent":"1.29788352s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:05:18.584235Z","caller":"traceutil/trace.go:171","msg":"trace[426806027] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a1d49fe9762821; range_end:; response_count:1; response_revision:2145; }","duration":"2.137366439s","start":"2026-03-31T05:05:16.446828Z","end":"2026-03-31T05:05:18.584194Z","steps":["trace[426806027] 'agreement among raft nodes before linearized reading' (duration: 2.137148912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:16.446773Z","time spent":"2.137500344s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a1d49fe9762821\" "} {"level":"warn","ts":"2026-03-31T05:05:18.584299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18807029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:05:18.58432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973538296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:05:18.584351Z","caller":"traceutil/trace.go:171","msg":"trace[1454818507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2145; }","duration":"1.188151603s","start":"2026-03-31T05:05:17.396186Z","end":"2026-03-31T05:05:18.584338Z","steps":["trace[1454818507] 'agreement among raft nodes before linearized reading' (duration: 1.187978438s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:18.584376Z","caller":"traceutil/trace.go:171","msg":"trace[1457186037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2145; }","duration":"1.973637659s","start":"2026-03-31T05:05:16.610723Z","end":"2026-03-31T05:05:18.584361Z","steps":["trace[1457186037] 'agreement among raft nodes before linearized reading' (duration: 1.973430702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.396176Z","time spent":"1.188214055s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:18.584409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:16.610703Z","time spent":"1.973698371s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:05:18.584424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190741308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:05:18.584451Z","caller":"traceutil/trace.go:171","msg":"trace[1157620178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2145; }","duration":"1.190769279s","start":"2026-03-31T05:05:17.393676Z","end":"2026-03-31T05:05:18.584445Z","steps":["trace[1157620178] 'agreement among raft nodes before linearized reading' (duration: 1.190698976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.58447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.393635Z","time spent":"1.19083106s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:05:18.584497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.93459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:18.584537Z","caller":"traceutil/trace.go:171","msg":"trace[1498795059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2145; }","duration":"497.005732ms","start":"2026-03-31T05:05:18.087517Z","end":"2026-03-31T05:05:18.584523Z","steps":["trace[1498795059] 'agreement among raft nodes before linearized reading' (duration: 496.959031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.087496Z","time spent":"497.067284ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:05:18.584574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.323172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:05:18.584614Z","caller":"traceutil/trace.go:171","msg":"trace[1914215068] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2145; }","duration":"669.392254ms","start":"2026-03-31T05:05:17.915202Z","end":"2026-03-31T05:05:18.584595Z","steps":["trace[1914215068] 'agreement among raft nodes before linearized reading' (duration: 669.319942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332389711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:05:18.584641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.915184Z","time spent":"669.452247ms","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:05:18.584608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920073438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T05:05:18.584674Z","caller":"traceutil/trace.go:171","msg":"trace[2025648124] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2145; }","duration":"1.332553096s","start":"2026-03-31T05:05:17.252104Z","end":"2026-03-31T05:05:18.584657Z","steps":["trace[2025648124] 'agreement among raft nodes before linearized reading' (duration: 1.332393831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.252072Z","time spent":"1.3326488s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:05:18.584745Z","caller":"traceutil/trace.go:171","msg":"trace[849153536] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"712.9431ms","start":"2026-03-31T05:05:17.87176Z","end":"2026-03-31T05:05:18.584703Z","steps":["trace[849153536] 'process raft request' (duration: 712.076472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.163438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-03-31T05:05:18.584756Z","caller":"traceutil/trace.go:171","msg":"trace[2143190323] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2145; }","duration":"1.920317586s","start":"2026-03-31T05:05:16.664397Z","end":"2026-03-31T05:05:18.584714Z","steps":["trace[2143190323] 'agreement among raft nodes before linearized reading' (duration: 1.919722637s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:18.584822Z","caller":"traceutil/trace.go:171","msg":"trace[1855519443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2145; }","duration":"389.26465ms","start":"2026-03-31T05:05:18.195545Z","end":"2026-03-31T05:05:18.58481Z","steps":["trace[1855519443] 'agreement among raft nodes before linearized reading' (duration: 389.102465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.195524Z","time spent":"389.322593ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:05:18.584904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:16.664373Z","time spent":"1.920471952s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:05:18.584918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186603053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:05:18.584911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.871732Z","time spent":"713.080965ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:18.584949Z","caller":"traceutil/trace.go:171","msg":"trace[1626922886] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2145; }","duration":"1.186661365s","start":"2026-03-31T05:05:17.39828Z","end":"2026-03-31T05:05:18.584941Z","steps":["trace[1626922886] 'agreement among raft nodes before linearized reading' (duration: 1.186539081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:18.584969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:17.398269Z","time spent":"1.186695936s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:05:19.701484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.551266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:19.701908Z","caller":"traceutil/trace.go:171","msg":"trace[536710100] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.113234599s","start":"2026-03-31T05:05:18.588652Z","end":"2026-03-31T05:05:19.701887Z","steps":["trace[536710100] 'process raft request' (duration: 1.113150176s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:19.701978Z","caller":"traceutil/trace.go:171","msg":"trace[108053000] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"1.149384284s","start":"2026-03-31T05:05:18.552563Z","end":"2026-03-31T05:05:19.701948Z","steps":["trace[108053000] 'process raft request' (duration: 396.277849ms)","trace[108053000] 'compare' (duration: 752.429333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:19.702001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.588641Z","time spent":"1.113316771s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:19.701993Z","caller":"traceutil/trace.go:171","msg":"trace[1755696858] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"1.11359402s","start":"2026-03-31T05:05:18.588374Z","end":"2026-03-31T05:05:19.701968Z","steps":["trace[1755696858] 'process raft request' (duration: 1.11329057s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:19.702028Z","caller":"traceutil/trace.go:171","msg":"trace[201042710] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"1.115833483s","start":"2026-03-31T05:05:18.586162Z","end":"2026-03-31T05:05:19.701996Z","steps":["trace[201042710] 'process raft request' (duration: 1.11543068s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:19.702114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.552549Z","time spent":"1.149492757s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:19.702122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.588365Z","time spent":"1.113687503s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:19.702111Z","caller":"traceutil/trace.go:171","msg":"trace[803646057] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"1.113391493s","start":"2026-03-31T05:05:18.588701Z","end":"2026-03-31T05:05:19.702092Z","steps":["trace[803646057] 'process raft request' (duration: 1.113150346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:19.702225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.58614Z","time spent":"1.115977617s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:05:19.702231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.588681Z","time spent":"1.113480267s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:19.702256Z","caller":"traceutil/trace.go:171","msg":"trace[413609864] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.113471116s","start":"2026-03-31T05:05:18.588759Z","end":"2026-03-31T05:05:19.70223Z","steps":["trace[413609864] 'process raft request' (duration: 1.113264189s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:19.702342Z","caller":"traceutil/trace.go:171","msg":"trace[1822386477] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.113364643s","start":"2026-03-31T05:05:18.588929Z","end":"2026-03-31T05:05:19.702293Z","steps":["trace[1822386477] 'process raft request' (duration: 1.113234249s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:19.702371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.588738Z","time spent":"1.11357374s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:19.702358Z","caller":"traceutil/trace.go:171","msg":"trace[1561944955] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"192.212276ms","start":"2026-03-31T05:05:19.510123Z","end":"2026-03-31T05:05:19.702336Z","steps":["trace[1561944955] 'process raft request' (duration: 192.172175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:19.7024Z","caller":"traceutil/trace.go:171","msg":"trace[2081519991] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"237.166488ms","start":"2026-03-31T05:05:19.465217Z","end":"2026-03-31T05:05:19.702383Z","steps":["trace[2081519991] 'process raft request' (duration: 237.037294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:19.702453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.588914Z","time spent":"1.113485756s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:05:19.702565Z","caller":"traceutil/trace.go:171","msg":"trace[1245302918] linearizableReadLoop","detail":"{readStateIndex:2233; appliedIndex:2231; }","duration":"1.116093832s","start":"2026-03-31T05:05:18.586219Z","end":"2026-03-31T05:05:19.702313Z","steps":["trace[1245302918] 'read index received' (duration: 362.632815ms)","trace[1245302918] 'applied index is now lower than readState.Index' (duration: 753.450026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:19.702555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116300838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:19.702639Z","caller":"traceutil/trace.go:171","msg":"trace[2141900624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2154; }","duration":"1.116452184s","start":"2026-03-31T05:05:18.586166Z","end":"2026-03-31T05:05:19.702618Z","steps":["trace[2141900624] 'agreement among raft nodes before linearized reading' (duration: 1.116153354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:19.702693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.586143Z","time spent":"1.116541486s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:05:19.702746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109507637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:19.702846Z","caller":"traceutil/trace.go:171","msg":"trace[1192441077] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2154; }","duration":"1.10958443s","start":"2026-03-31T05:05:18.593195Z","end":"2026-03-31T05:05:19.70278Z","steps":["trace[1192441077] 'agreement among raft nodes before linearized reading' (duration: 1.109484126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:19.702843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.130429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T05:05:19.702892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:05:18.593187Z","time spent":"1.109694733s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:05:19.702899Z","caller":"traceutil/trace.go:171","msg":"trace[186968610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2154; }","duration":"110.233653ms","start":"2026-03-31T05:05:19.59265Z","end":"2026-03-31T05:05:19.702883Z","steps":["trace[186968610] 'agreement among raft nodes before linearized reading' (duration: 110.055727ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:25.606935Z","caller":"traceutil/trace.go:171","msg":"trace[1395164342] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2264; }","duration":"100.722773ms","start":"2026-03-31T05:05:25.50619Z","end":"2026-03-31T05:05:25.606912Z","steps":["trace[1395164342] 'read index received' (duration: 100.497416ms)","trace[1395164342] 'applied index is now lower than readState.Index' (duration: 224.627µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:25.607075Z","caller":"traceutil/trace.go:171","msg":"trace[827683469] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"128.039371ms","start":"2026-03-31T05:05:25.479015Z","end":"2026-03-31T05:05:25.607055Z","steps":["trace[827683469] 'process raft request' (duration: 127.760772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.607132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.918899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:05:25.607165Z","caller":"traceutil/trace.go:171","msg":"trace[1171449888] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2178; }","duration":"100.991272ms","start":"2026-03-31T05:05:25.506163Z","end":"2026-03-31T05:05:25.607154Z","steps":["trace[1171449888] 'agreement among raft nodes before linearized reading' (duration: 100.838117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.842461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.62863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:05:25.842591Z","caller":"traceutil/trace.go:171","msg":"trace[1501243393] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2266; }","duration":"178.604365ms","start":"2026-03-31T05:05:25.663968Z","end":"2026-03-31T05:05:25.842572Z","steps":["trace[1501243393] 'read index received' (duration: 37.715836ms)","trace[1501243393] 'applied index is now lower than readState.Index' (duration: 140.885409ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:05:25.842817Z","caller":"traceutil/trace.go:171","msg":"trace[1897461777] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"183.967869ms","start":"2026-03-31T05:05:25.658826Z","end":"2026-03-31T05:05:25.842794Z","steps":["trace[1897461777] 'process raft request' (duration: 42.891274ms)","trace[1897461777] 'compare' (duration: 140.468005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:05:25.842841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.857383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:05:25.842885Z","caller":"traceutil/trace.go:171","msg":"trace[310178027] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2179; }","duration":"178.968326ms","start":"2026-03-31T05:05:25.663904Z","end":"2026-03-31T05:05:25.842872Z","steps":["trace[310178027] 'agreement among raft nodes before linearized reading' (duration: 178.744149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.905387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.660081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:05:25.905414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.960061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:05:25.905414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.231965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:05:25.905482Z","caller":"traceutil/trace.go:171","msg":"trace[1526179697] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2180; }","duration":"180.785665ms","start":"2026-03-31T05:05:25.724673Z","end":"2026-03-31T05:05:25.905459Z","steps":["trace[1526179697] 'agreement among raft nodes before linearized reading' (duration: 180.554808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:25.905495Z","caller":"traceutil/trace.go:171","msg":"trace[1869769113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2180; }","duration":"179.38997ms","start":"2026-03-31T05:05:25.72609Z","end":"2026-03-31T05:05:25.90548Z","steps":["trace[1869769113] 'agreement among raft nodes before linearized reading' (duration: 179.210504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:25.905537Z","caller":"traceutil/trace.go:171","msg":"trace[1276628294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2180; }","duration":"177.107886ms","start":"2026-03-31T05:05:25.728366Z","end":"2026-03-31T05:05:25.905474Z","steps":["trace[1276628294] 'agreement among raft nodes before linearized reading' (duration: 176.854358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.905565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.31652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T05:05:25.90563Z","caller":"traceutil/trace.go:171","msg":"trace[1526308999] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2180; }","duration":"164.406212ms","start":"2026-03-31T05:05:25.741207Z","end":"2026-03-31T05:05:25.905614Z","steps":["trace[1526308999] 'agreement among raft nodes before linearized reading' (duration: 164.208426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:25.905645Z","caller":"traceutil/trace.go:171","msg":"trace[252165895] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"181.498299ms","start":"2026-03-31T05:05:25.724122Z","end":"2026-03-31T05:05:25.90562Z","steps":["trace[252165895] 'process raft request' (duration: 180.889489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.905739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.520422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:05:25.905821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.843942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:05:25.905873Z","caller":"traceutil/trace.go:171","msg":"trace[1594797962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2180; }","duration":"174.703488ms","start":"2026-03-31T05:05:25.73114Z","end":"2026-03-31T05:05:25.905843Z","steps":["trace[1594797962] 'agreement among raft nodes before linearized reading' (duration: 174.304155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:25.905914Z","caller":"traceutil/trace.go:171","msg":"trace[159108452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2180; }","duration":"174.996986ms","start":"2026-03-31T05:05:25.730896Z","end":"2026-03-31T05:05:25.905893Z","steps":["trace[159108452] 'agreement among raft nodes before linearized reading' (duration: 174.606574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:05:25.906124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.075672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:05:25.906193Z","caller":"traceutil/trace.go:171","msg":"trace[1098664744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2180; }","duration":"180.175145ms","start":"2026-03-31T05:05:25.725992Z","end":"2026-03-31T05:05:25.906168Z","steps":["trace[1098664744] 'agreement among raft nodes before linearized reading' (duration: 179.362909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:26.047659Z","caller":"traceutil/trace.go:171","msg":"trace[1549282057] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"137.5553ms","start":"2026-03-31T05:05:25.910067Z","end":"2026-03-31T05:05:26.047623Z","steps":["trace[1549282057] 'process raft request' (duration: 137.342163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:26.047679Z","caller":"traceutil/trace.go:171","msg":"trace[888521238] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"137.295951ms","start":"2026-03-31T05:05:25.910357Z","end":"2026-03-31T05:05:26.047653Z","steps":["trace[888521238] 'process raft request' (duration: 137.216449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:26.048292Z","caller":"traceutil/trace.go:171","msg":"trace[66506105] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"137.698125ms","start":"2026-03-31T05:05:25.910567Z","end":"2026-03-31T05:05:26.048265Z","steps":["trace[66506105] 'process raft request' (duration: 137.048654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:26.048333Z","caller":"traceutil/trace.go:171","msg":"trace[1314128609] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"137.646173ms","start":"2026-03-31T05:05:25.910665Z","end":"2026-03-31T05:05:26.048311Z","steps":["trace[1314128609] 'process raft request' (duration: 137.434826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:26.048318Z","caller":"traceutil/trace.go:171","msg":"trace[2023410358] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"137.384194ms","start":"2026-03-31T05:05:25.910916Z","end":"2026-03-31T05:05:26.0483Z","steps":["trace[2023410358] 'process raft request' (duration: 137.333253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:05:42.075407Z","caller":"traceutil/trace.go:171","msg":"trace[1371196770] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"110.07659ms","start":"2026-03-31T05:05:41.965304Z","end":"2026-03-31T05:05:42.07538Z","steps":["trace[1371196770] 'process raft request' (duration: 109.850063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:06.912522Z","caller":"traceutil/trace.go:171","msg":"trace[1587308427] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"133.667931ms","start":"2026-03-31T05:06:06.778819Z","end":"2026-03-31T05:06:06.912487Z","steps":["trace[1587308427] 'process raft request' (duration: 133.499866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:06.951433Z","caller":"traceutil/trace.go:171","msg":"trace[844947334] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"162.557866ms","start":"2026-03-31T05:06:06.788852Z","end":"2026-03-31T05:06:06.95141Z","steps":["trace[844947334] 'process raft request' (duration: 162.403841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:07.20191Z","caller":"traceutil/trace.go:171","msg":"trace[1518907586] linearizableReadLoop","detail":"{readStateIndex:2658; appliedIndex:2657; }","duration":"113.79166ms","start":"2026-03-31T05:06:07.088095Z","end":"2026-03-31T05:06:07.201886Z","steps":["trace[1518907586] 'read index received' (duration: 107.94151ms)","trace[1518907586] 'applied index is now lower than readState.Index' (duration: 5.848729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:07.201965Z","caller":"traceutil/trace.go:171","msg":"trace[1531417412] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"121.657414ms","start":"2026-03-31T05:06:07.080273Z","end":"2026-03-31T05:06:07.20193Z","steps":["trace[1531417412] 'process raft request' (duration: 115.853636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:07.202072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.958675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:07.202114Z","caller":"traceutil/trace.go:171","msg":"trace[3643052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2556; }","duration":"114.036758ms","start":"2026-03-31T05:06:07.088068Z","end":"2026-03-31T05:06:07.202105Z","steps":["trace[3643052] 'agreement among raft nodes before linearized reading' (duration: 113.932014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:07.203694Z","caller":"traceutil/trace.go:171","msg":"trace[1054314451] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"114.73671ms","start":"2026-03-31T05:06:07.08893Z","end":"2026-03-31T05:06:07.203666Z","steps":["trace[1054314451] 'process raft request' (duration: 114.470052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:07.203709Z","caller":"traceutil/trace.go:171","msg":"trace[709559966] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"114.079259ms","start":"2026-03-31T05:06:07.08961Z","end":"2026-03-31T05:06:07.203689Z","steps":["trace[709559966] 'process raft request' (duration: 113.885223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:08.320563Z","caller":"traceutil/trace.go:171","msg":"trace[116574572] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2680; }","duration":"117.823411ms","start":"2026-03-31T05:06:08.202695Z","end":"2026-03-31T05:06:08.320519Z","steps":["trace[116574572] 'read index received' (duration: 116.783747ms)","trace[116574572] 'applied index is now lower than readState.Index' (duration: 1.037893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:08.320615Z","caller":"traceutil/trace.go:171","msg":"trace[3774080] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"143.840611ms","start":"2026-03-31T05:06:08.176734Z","end":"2026-03-31T05:06:08.320575Z","steps":["trace[3774080] 'process raft request' (duration: 143.48827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:08.320907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.14454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T05:06:08.320994Z","caller":"traceutil/trace.go:171","msg":"trace[1120556306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2579; }","duration":"118.331376ms","start":"2026-03-31T05:06:08.202641Z","end":"2026-03-31T05:06:08.320972Z","steps":["trace[1120556306] 'agreement among raft nodes before linearized reading' (duration: 118.020576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:12.442136Z","caller":"traceutil/trace.go:171","msg":"trace[40436445] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"177.575483ms","start":"2026-03-31T05:06:12.264536Z","end":"2026-03-31T05:06:12.442111Z","steps":["trace[40436445] 'process raft request' (duration: 177.395487ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:12.444617Z","caller":"traceutil/trace.go:171","msg":"trace[615430334] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"109.329426ms","start":"2026-03-31T05:06:12.335268Z","end":"2026-03-31T05:06:12.444597Z","steps":["trace[615430334] 'process raft request' (duration: 109.193632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:18.605325Z","caller":"traceutil/trace.go:171","msg":"trace[1951727558] linearizableReadLoop","detail":"{readStateIndex:2749; appliedIndex:2748; }","duration":"128.456834ms","start":"2026-03-31T05:06:18.476842Z","end":"2026-03-31T05:06:18.605299Z","steps":["trace[1951727558] 'read index received' (duration: 128.226857ms)","trace[1951727558] 'applied index is now lower than readState.Index' (duration: 228.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:18.605481Z","caller":"traceutil/trace.go:171","msg":"trace[1721075729] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"139.349096ms","start":"2026-03-31T05:06:18.466121Z","end":"2026-03-31T05:06:18.60547Z","steps":["trace[1721075729] 'process raft request' (duration: 138.998615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:18.605664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.572655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:06:18.605761Z","caller":"traceutil/trace.go:171","msg":"trace[761601194] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2644; }","duration":"127.7113ms","start":"2026-03-31T05:06:18.478027Z","end":"2026-03-31T05:06:18.605738Z","steps":["trace[761601194] 'agreement among raft nodes before linearized reading' (duration: 127.496023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:18.605983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.685223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:06:18.606063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.207088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:06:18.606119Z","caller":"traceutil/trace.go:171","msg":"trace[886547994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2644; }","duration":"129.314301ms","start":"2026-03-31T05:06:18.476791Z","end":"2026-03-31T05:06:18.606105Z","steps":["trace[886547994] 'agreement among raft nodes before linearized reading' (duration: 129.119045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:18.606113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.347638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:06:18.606119Z","caller":"traceutil/trace.go:171","msg":"trace[308243477] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2644; }","duration":"116.87808ms","start":"2026-03-31T05:06:18.489214Z","end":"2026-03-31T05:06:18.606092Z","steps":["trace[308243477] 'agreement among raft nodes before linearized reading' (duration: 116.498158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:18.606169Z","caller":"traceutil/trace.go:171","msg":"trace[321646202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2644; }","duration":"123.427561ms","start":"2026-03-31T05:06:18.482728Z","end":"2026-03-31T05:06:18.606156Z","steps":["trace[321646202] 'agreement among raft nodes before linearized reading' (duration: 123.259906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:18.606336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.14331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:06:18.606383Z","caller":"traceutil/trace.go:171","msg":"trace[2096385208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2644; }","duration":"118.211783ms","start":"2026-03-31T05:06:18.48816Z","end":"2026-03-31T05:06:18.606372Z","steps":["trace[2096385208] 'agreement among raft nodes before linearized reading' (duration: 117.79712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:18.606392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.935172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:06:18.606575Z","caller":"traceutil/trace.go:171","msg":"trace[799452344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2644; }","duration":"117.090636ms","start":"2026-03-31T05:06:18.489406Z","end":"2026-03-31T05:06:18.606496Z","steps":["trace[799452344] 'agreement among raft nodes before linearized reading' (duration: 116.624051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:45.428024Z","caller":"traceutil/trace.go:171","msg":"trace[551173770] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"325.120897ms","start":"2026-03-31T05:06:45.102877Z","end":"2026-03-31T05:06:45.427998Z","steps":["trace[551173770] 'process raft request' (duration: 324.91741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:45.428286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:45.102848Z","time spent":"325.354864ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:45.733952Z","caller":"traceutil/trace.go:171","msg":"trace[1536666935] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2917; }","duration":"351.264078ms","start":"2026-03-31T05:06:45.382647Z","end":"2026-03-31T05:06:45.733911Z","steps":["trace[1536666935] 'read index received' (duration: 45.235795ms)","trace[1536666935] 'applied index is now lower than readState.Index' (duration: 306.027243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:45.734349Z","caller":"traceutil/trace.go:171","msg":"trace[700011068] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"531.775144ms","start":"2026-03-31T05:06:45.202537Z","end":"2026-03-31T05:06:45.734312Z","steps":["trace[700011068] 'process raft request' (duration: 466.312108ms)","trace[700011068] 'compare' (duration: 64.953619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:45.734411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.826401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:06:45.73446Z","caller":"traceutil/trace.go:171","msg":"trace[799274345] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2809; }","duration":"275.932415ms","start":"2026-03-31T05:06:45.458516Z","end":"2026-03-31T05:06:45.734448Z","steps":["trace[799274345] 'agreement among raft nodes before linearized reading' (duration: 275.682917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:45.734469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:45.202499Z","time spent":"531.902968ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:45.734849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.177927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T05:06:45.734882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.61023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:06:45.734958Z","caller":"traceutil/trace.go:171","msg":"trace[931871705] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2809; }","duration":"352.332352ms","start":"2026-03-31T05:06:45.3826Z","end":"2026-03-31T05:06:45.734933Z","steps":["trace[931871705] 'agreement among raft nodes before linearized reading' (duration: 351.516696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:45.735018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:45.382582Z","time spent":"352.421835ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-31T05:06:45.735088Z","caller":"traceutil/trace.go:171","msg":"trace[1505283903] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:2809; }","duration":"222.809966ms","start":"2026-03-31T05:06:45.512141Z","end":"2026-03-31T05:06:45.734951Z","steps":["trace[1505283903] 'agreement among raft nodes before linearized reading' (duration: 222.444015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:46.625563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.131673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:06:46.625604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.861236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:46.625657Z","caller":"traceutil/trace.go:171","msg":"trace[1619384345] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2810; }","duration":"684.284748ms","start":"2026-03-31T05:06:45.941351Z","end":"2026-03-31T05:06:46.625635Z","steps":["trace[1619384345] 'count revisions from in-memory index tree' (duration: 684.00884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:46.625703Z","caller":"traceutil/trace.go:171","msg":"trace[143045005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2810; }","duration":"537.016752ms","start":"2026-03-31T05:06:46.088664Z","end":"2026-03-31T05:06:46.625681Z","steps":["trace[143045005] 'range keys from in-memory index tree' (duration: 536.686062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:46.625706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:45.941322Z","time spent":"684.371861ms","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:06:46.625748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.088642Z","time spent":"537.097384ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:06:46.625639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.702798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b144237e7f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T05:06:46.6258Z","caller":"traceutil/trace.go:171","msg":"trace[1360088625] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1d4b144237e7f; range_end:; response_count:1; response_revision:2810; }","duration":"641.914085ms","start":"2026-03-31T05:06:45.983876Z","end":"2026-03-31T05:06:46.62579Z","steps":["trace[1360088625] 'range keys from in-memory index tree' (duration: 641.542534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:46.625833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:45.98384Z","time spent":"641.986468ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b144237e7f\" "} {"level":"warn","ts":"2026-03-31T05:06:47.240247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782505325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:06:47.384318Z","caller":"traceutil/trace.go:171","msg":"trace[1050172730] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"756.225923ms","start":"2026-03-31T05:06:46.62806Z","end":"2026-03-31T05:06:47.384286Z","steps":["trace[1050172730] 'process raft request' (duration: 756.075858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.384509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.628039Z","time spent":"756.364547ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:47.781467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.949095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:06:47.781624Z","caller":"traceutil/trace.go:171","msg":"trace[883412550] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"1.075883815s","start":"2026-03-31T05:06:46.705722Z","end":"2026-03-31T05:06:47.781605Z","steps":["trace[883412550] 'process raft request' (duration: 730.713733ms)","trace[883412550] 'compare' (duration: 344.846941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:47.781697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.705697Z","time spent":"1.075967267s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:47.781947Z","caller":"traceutil/trace.go:171","msg":"trace[1983807195] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"844.600556ms","start":"2026-03-31T05:06:46.937319Z","end":"2026-03-31T05:06:47.781919Z","steps":["trace[1983807195] 'process raft request' (duration: 844.243694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:47.782046Z","caller":"traceutil/trace.go:171","msg":"trace[1766807761] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"337.625069ms","start":"2026-03-31T05:06:47.444393Z","end":"2026-03-31T05:06:47.782018Z","steps":["trace[1766807761] 'process raft request' (duration: 337.497335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.782102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.937294Z","time spent":"844.72532ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:47.782185Z","caller":"traceutil/trace.go:171","msg":"trace[801408515] linearizableReadLoop","detail":"{readStateIndex:2924; appliedIndex:2921; }","duration":"1.042397048s","start":"2026-03-31T05:06:46.739773Z","end":"2026-03-31T05:06:47.78217Z","steps":["trace[801408515] 'read index received' (duration: 644.370926ms)","trace[801408515] 'applied index is now lower than readState.Index' (duration: 398.024982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:47.782224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:47.444368Z","time spent":"337.769374ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:47.782364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042586334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:06:47.782399Z","caller":"traceutil/trace.go:171","msg":"trace[617631251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2814; }","duration":"1.042660156s","start":"2026-03-31T05:06:46.73973Z","end":"2026-03-31T05:06:47.782391Z","steps":["trace[617631251] 'agreement among raft nodes before linearized reading' (duration: 1.042531552s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.782436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.739704Z","time spent":"1.042721428s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:06:47.782451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041028233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:06:47.782483Z","caller":"traceutil/trace.go:171","msg":"trace[47447139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2814; }","duration":"1.041103825s","start":"2026-03-31T05:06:46.74137Z","end":"2026-03-31T05:06:47.782474Z","steps":["trace[47447139] 'agreement among raft nodes before linearized reading' (duration: 1.040981512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.782476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026155165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:06:47.782493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034320917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:06:47.782501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031553089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:06:47.782525Z","caller":"traceutil/trace.go:171","msg":"trace[1326731587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2814; }","duration":"1.026220917s","start":"2026-03-31T05:06:46.75629Z","end":"2026-03-31T05:06:47.782511Z","steps":["trace[1326731587] 'agreement among raft nodes before linearized reading' (duration: 1.026094143s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:47.782544Z","caller":"traceutil/trace.go:171","msg":"trace[36115838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2814; }","duration":"1.03441004s","start":"2026-03-31T05:06:46.748123Z","end":"2026-03-31T05:06:47.782533Z","steps":["trace[36115838] 'agreement among raft nodes before linearized reading' (duration: 1.034264486s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:47.782554Z","caller":"traceutil/trace.go:171","msg":"trace[1608775034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2814; }","duration":"1.031656412s","start":"2026-03-31T05:06:46.750887Z","end":"2026-03-31T05:06:47.782543Z","steps":["trace[1608775034] 'agreement among raft nodes before linearized reading' (duration: 1.031493876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.782566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.756281Z","time spent":"1.026275378s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:06:47.782578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.191092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-31T05:06:47.782594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.750866Z","time spent":"1.031721874s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:06:47.782601Z","caller":"traceutil/trace.go:171","msg":"trace[1293505688] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2814; }","duration":"400.243943ms","start":"2026-03-31T05:06:47.382351Z","end":"2026-03-31T05:06:47.782595Z","steps":["trace[1293505688] 'agreement among raft nodes before linearized reading' (duration: 400.178801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.782622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:47.382334Z","time spent":"400.283775ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T05:06:47.782567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.748109Z","time spent":"1.034452822s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:06:47.782635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029832713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:06:47.782605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.494568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b3a3919c62\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T05:06:47.782694Z","caller":"traceutil/trace.go:171","msg":"trace[490168969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2814; }","duration":"1.029896535s","start":"2026-03-31T05:06:46.752786Z","end":"2026-03-31T05:06:47.782683Z","steps":["trace[490168969] 'agreement among raft nodes before linearized reading' (duration: 1.02973092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.782731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.752752Z","time spent":"1.029969517s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:06:47.78275Z","caller":"traceutil/trace.go:171","msg":"trace[469188955] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1d4b3a3919c62; range_end:; response_count:1; response_revision:2814; }","duration":"394.650043ms","start":"2026-03-31T05:06:47.388073Z","end":"2026-03-31T05:06:47.782723Z","steps":["trace[469188955] 'agreement among raft nodes before linearized reading' (duration: 394.353044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:47.782803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:47.38806Z","time spent":"394.730326ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b3a3919c62\" "} {"level":"warn","ts":"2026-03-31T05:06:47.782512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:46.741345Z","time spent":"1.041162098s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:06:52.893796Z","caller":"traceutil/trace.go:171","msg":"trace[1343530637] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"209.851379ms","start":"2026-03-31T05:06:52.683911Z","end":"2026-03-31T05:06:52.893762Z","steps":["trace[1343530637] 'process raft request' (duration: 209.672084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:54.011265Z","caller":"traceutil/trace.go:171","msg":"trace[1139513773] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"209.150147ms","start":"2026-03-31T05:06:53.802086Z","end":"2026-03-31T05:06:54.011236Z","steps":["trace[1139513773] 'process raft request' (duration: 121.389884ms)","trace[1139513773] 'compare' (duration: 87.597007ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:54.011405Z","caller":"traceutil/trace.go:171","msg":"trace[674643465] linearizableReadLoop","detail":"{readStateIndex:2959; appliedIndex:2956; }","duration":"197.639446ms","start":"2026-03-31T05:06:53.813743Z","end":"2026-03-31T05:06:54.011383Z","steps":["trace[674643465] 'read index received' (duration: 62.062576ms)","trace[674643465] 'applied index is now lower than readState.Index' (duration: 135.57598ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:54.011485Z","caller":"traceutil/trace.go:171","msg":"trace[1021803264] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"209.357214ms","start":"2026-03-31T05:06:53.802096Z","end":"2026-03-31T05:06:54.011453Z","steps":["trace[1021803264] 'process raft request' (duration: 209.102185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.011596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.192149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:06:54.01163Z","caller":"traceutil/trace.go:171","msg":"trace[2056186757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2847; }","duration":"191.279042ms","start":"2026-03-31T05:06:53.820342Z","end":"2026-03-31T05:06:54.011621Z","steps":["trace[2056186757] 'agreement among raft nodes before linearized reading' (duration: 191.158188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.011644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.426117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:06:54.011685Z","caller":"traceutil/trace.go:171","msg":"trace[1247835271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2847; }","duration":"191.50301ms","start":"2026-03-31T05:06:53.820171Z","end":"2026-03-31T05:06:54.011674Z","steps":["trace[1247835271] 'agreement among raft nodes before linearized reading' (duration: 191.330694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.011809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.50369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:06:54.011849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.54597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:06:54.011868Z","caller":"traceutil/trace.go:171","msg":"trace[1224993539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2847; }","duration":"191.592642ms","start":"2026-03-31T05:06:53.820262Z","end":"2026-03-31T05:06:54.011854Z","steps":["trace[1224993539] 'agreement among raft nodes before linearized reading' (duration: 191.460628ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:54.011882Z","caller":"traceutil/trace.go:171","msg":"trace[1570169512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2847; }","duration":"191.631733ms","start":"2026-03-31T05:06:53.820242Z","end":"2026-03-31T05:06:54.011873Z","steps":["trace[1570169512] 'agreement among raft nodes before linearized reading' (duration: 191.492629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.011872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.990643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:06:54.011954Z","caller":"traceutil/trace.go:171","msg":"trace[1187508227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2847; }","duration":"191.105146ms","start":"2026-03-31T05:06:53.820831Z","end":"2026-03-31T05:06:54.011936Z","steps":["trace[1187508227] 'agreement among raft nodes before linearized reading' (duration: 190.862848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.011842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.070491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:06:54.012426Z","caller":"traceutil/trace.go:171","msg":"trace[732252371] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2847; }","duration":"198.691221ms","start":"2026-03-31T05:06:53.813707Z","end":"2026-03-31T05:06:54.012399Z","steps":["trace[732252371] 'agreement among raft nodes before linearized reading' (duration: 197.787462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.309647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.178094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:06:54.30991Z","caller":"traceutil/trace.go:171","msg":"trace[1309290353] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"293.314214ms","start":"2026-03-31T05:06:54.016556Z","end":"2026-03-31T05:06:54.30987Z","steps":["trace[1309290353] 'process raft request' (duration: 145.764108ms)","trace[1309290353] 'compare' (duration: 146.997828ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:54.310322Z","caller":"traceutil/trace.go:171","msg":"trace[904359904] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2960; }","duration":"222.835808ms","start":"2026-03-31T05:06:54.087457Z","end":"2026-03-31T05:06:54.310293Z","steps":["trace[904359904] 'read index received' (duration: 74.811117ms)","trace[904359904] 'applied index is now lower than readState.Index' (duration: 148.022611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:54.310358Z","caller":"traceutil/trace.go:171","msg":"trace[1403748230] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"293.522401ms","start":"2026-03-31T05:06:54.0168Z","end":"2026-03-31T05:06:54.310322Z","steps":["trace[1403748230] 'process raft request' (duration: 293.305024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:54.310577Z","caller":"traceutil/trace.go:171","msg":"trace[1887478406] transaction","detail":"{read_only:false; response_revision:2853; number_of_response:1; }","duration":"293.710827ms","start":"2026-03-31T05:06:54.016851Z","end":"2026-03-31T05:06:54.310561Z","steps":["trace[1887478406] 'process raft request' (duration: 293.355056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:54.310618Z","caller":"traceutil/trace.go:171","msg":"trace[118994574] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"293.746248ms","start":"2026-03-31T05:06:54.016811Z","end":"2026-03-31T05:06:54.310557Z","steps":["trace[118994574] 'process raft request' (duration: 293.335815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:54.310603Z","caller":"traceutil/trace.go:171","msg":"trace[729308961] transaction","detail":"{read_only:false; response_revision:2850; number_of_response:1; }","duration":"293.942544ms","start":"2026-03-31T05:06:54.016618Z","end":"2026-03-31T05:06:54.310561Z","steps":["trace[729308961] 'process raft request' (duration: 293.159789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:54.311043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.561181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:54.311118Z","caller":"traceutil/trace.go:171","msg":"trace[978452044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2853; }","duration":"223.660494ms","start":"2026-03-31T05:06:54.087442Z","end":"2026-03-31T05:06:54.311102Z","steps":["trace[978452044] 'agreement among raft nodes before linearized reading' (duration: 222.953601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:55.845654Z","caller":"traceutil/trace.go:171","msg":"trace[1550284027] linearizableReadLoop","detail":"{readStateIndex:2967; appliedIndex:2966; }","duration":"179.658299ms","start":"2026-03-31T05:06:55.665968Z","end":"2026-03-31T05:06:55.845626Z","steps":["trace[1550284027] 'read index received' (duration: 101.698252ms)","trace[1550284027] 'applied index is now lower than readState.Index' (duration: 77.958057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:06:55.845696Z","caller":"traceutil/trace.go:171","msg":"trace[1910537685] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"284.771549ms","start":"2026-03-31T05:06:55.560866Z","end":"2026-03-31T05:06:55.845637Z","steps":["trace[1910537685] 'process raft request' (duration: 206.864174ms)","trace[1910537685] 'compare' (duration: 77.675148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:55.845909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.928737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:06:55.845947Z","caller":"traceutil/trace.go:171","msg":"trace[836591064] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2854; }","duration":"180.01363ms","start":"2026-03-31T05:06:55.665919Z","end":"2026-03-31T05:06:55.845933Z","steps":["trace[836591064] 'agreement among raft nodes before linearized reading' (duration: 179.796753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:56.402189Z","caller":"traceutil/trace.go:171","msg":"trace[63775642] transaction","detail":"{read_only:false; response_revision:2855; number_of_response:1; }","duration":"551.115746ms","start":"2026-03-31T05:06:55.851045Z","end":"2026-03-31T05:06:56.402161Z","steps":["trace[63775642] 'process raft request' (duration: 550.884859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.402358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:55.851025Z","time spent":"551.24283ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:56.71282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.343883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:06:56.712938Z","caller":"traceutil/trace.go:171","msg":"trace[22368196] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"830.13692ms","start":"2026-03-31T05:06:55.882787Z","end":"2026-03-31T05:06:56.712924Z","steps":["trace[22368196] 'process raft request' (duration: 611.621492ms)","trace[22368196] 'compare' (duration: 218.25407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:56.712982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:55.882746Z","time spent":"830.215383ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:56.713423Z","caller":"traceutil/trace.go:171","msg":"trace[762367474] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"696.208013ms","start":"2026-03-31T05:06:56.017188Z","end":"2026-03-31T05:06:56.713396Z","steps":["trace[762367474] 'process raft request' (duration: 695.706256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.713735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.017162Z","time spent":"696.392869ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:56.713762Z","caller":"traceutil/trace.go:171","msg":"trace[2138609390] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"695.655955ms","start":"2026-03-31T05:06:56.018062Z","end":"2026-03-31T05:06:56.713718Z","steps":["trace[2138609390] 'process raft request' (duration: 695.254732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:56.71382Z","caller":"traceutil/trace.go:171","msg":"trace[1300526846] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2967; }","duration":"736.426776ms","start":"2026-03-31T05:06:55.97738Z","end":"2026-03-31T05:06:56.713807Z","steps":["trace[1300526846] 'read index received' (duration: 424.542804ms)","trace[1300526846] 'applied index is now lower than readState.Index' (duration: 311.883182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:56.713843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.018041Z","time spent":"695.761289ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:56.713869Z","caller":"traceutil/trace.go:171","msg":"trace[987948695] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"654.330755ms","start":"2026-03-31T05:06:56.059527Z","end":"2026-03-31T05:06:56.713857Z","steps":["trace[987948695] 'process raft request' (duration: 654.095718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.713922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.059498Z","time spent":"654.396998ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:56.713978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.604832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b144237e7f\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T05:06:56.714016Z","caller":"traceutil/trace.go:171","msg":"trace[1812535786] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1d4b144237e7f; range_end:; response_count:1; response_revision:2859; }","duration":"736.690515ms","start":"2026-03-31T05:06:55.977316Z","end":"2026-03-31T05:06:56.714007Z","steps":["trace[1812535786] 'agreement among raft nodes before linearized reading' (duration: 736.574292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.71405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:55.977292Z","time spent":"736.750956ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b144237e7f\" "} {"level":"warn","ts":"2026-03-31T05:06:56.714071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.831288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:06:56.714079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.13827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:06:56.714104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.361998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:06:56.714144Z","caller":"traceutil/trace.go:171","msg":"trace[1146689777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2859; }","duration":"400.240033ms","start":"2026-03-31T05:06:56.313894Z","end":"2026-03-31T05:06:56.714134Z","steps":["trace[1146689777] 'agreement among raft nodes before linearized reading' (duration: 400.092459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.71418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.306342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:06:56.714182Z","caller":"traceutil/trace.go:171","msg":"trace[1799097136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2859; }","duration":"641.464322ms","start":"2026-03-31T05:06:56.072705Z","end":"2026-03-31T05:06:56.714169Z","steps":["trace[1799097136] 'agreement among raft nodes before linearized reading' (duration: 641.230874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.714214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.313877Z","time spent":"400.299165ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:06:56.714237Z","caller":"traceutil/trace.go:171","msg":"trace[682968585] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2859; }","duration":"334.391385ms","start":"2026-03-31T05:06:56.379832Z","end":"2026-03-31T05:06:56.714224Z","steps":["trace[682968585] 'agreement among raft nodes before linearized reading' (duration: 334.298092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:56.714096Z","caller":"traceutil/trace.go:171","msg":"trace[703208403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2859; }","duration":"398.868749ms","start":"2026-03-31T05:06:56.315221Z","end":"2026-03-31T05:06:56.714089Z","steps":["trace[703208403] 'agreement among raft nodes before linearized reading' (duration: 398.817967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.714249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.072695Z","time spent":"641.543025ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:06:56.71428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.37982Z","time spent":"334.451057ms","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:06:56.714026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.274892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:06:56.714368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.654894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:06:56.714406Z","caller":"traceutil/trace.go:171","msg":"trace[1279035101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2859; }","duration":"399.673475ms","start":"2026-03-31T05:06:56.314707Z","end":"2026-03-31T05:06:56.714381Z","steps":["trace[1279035101] 'agreement among raft nodes before linearized reading' (duration: 399.265712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:56.71447Z","caller":"traceutil/trace.go:171","msg":"trace[392383551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2859; }","duration":"399.802799ms","start":"2026-03-31T05:06:56.314639Z","end":"2026-03-31T05:06:56.714442Z","steps":["trace[392383551] 'agreement among raft nodes before linearized reading' (duration: 399.484339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.71444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.994583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:06:56.714578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.314618Z","time spent":"399.944203ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:06:56.71463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.314666Z","time spent":"399.858531ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:06:56.714656Z","caller":"traceutil/trace.go:171","msg":"trace[864556124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2859; }","duration":"399.233761ms","start":"2026-03-31T05:06:56.315358Z","end":"2026-03-31T05:06:56.714592Z","steps":["trace[864556124] 'agreement among raft nodes before linearized reading' (duration: 398.690434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.714322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.315213Z","time spent":"399.077215ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:06:56.714743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.315345Z","time spent":"399.380905ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:06:56.714145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.917922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:06:56.714836Z","caller":"traceutil/trace.go:171","msg":"trace[1400323435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2859; }","duration":"626.591984ms","start":"2026-03-31T05:06:56.088202Z","end":"2026-03-31T05:06:56.714794Z","steps":["trace[1400323435] 'agreement among raft nodes before linearized reading' (duration: 625.925512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:56.714883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.088193Z","time spent":"626.678596ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:06:57.717776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.512986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:06:57.717925Z","caller":"traceutil/trace.go:171","msg":"trace[1041065144] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"1.00178348s","start":"2026-03-31T05:06:56.716109Z","end":"2026-03-31T05:06:57.717893Z","steps":["trace[1041065144] 'process raft request' (duration: 812.051208ms)","trace[1041065144] 'compare' (duration: 189.163674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:57.718021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.716095Z","time spent":"1.001877132s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:58.118309Z","caller":"traceutil/trace.go:171","msg":"trace[403066983] transaction","detail":"{read_only:false; response_revision:2861; number_of_response:1; }","duration":"1.399523933s","start":"2026-03-31T05:06:56.71876Z","end":"2026-03-31T05:06:58.118284Z","steps":["trace[403066983] 'process raft request' (duration: 1.399318127s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:58.118476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.718745Z","time spent":"1.399646417s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:58.118656Z","caller":"traceutil/trace.go:171","msg":"trace[2012527431] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"1.399442921s","start":"2026-03-31T05:06:56.719194Z","end":"2026-03-31T05:06:58.118637Z","steps":["trace[2012527431] 'process raft request' (duration: 1.399051178s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:58.118788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.719157Z","time spent":"1.399568635s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:58.118854Z","caller":"traceutil/trace.go:171","msg":"trace[1808987559] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"1.399087929s","start":"2026-03-31T05:06:56.719713Z","end":"2026-03-31T05:06:58.118801Z","steps":["trace[1808987559] 'process raft request' (duration: 1.39882099s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:58.118983Z","caller":"traceutil/trace.go:171","msg":"trace[2027226024] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"1.399154301s","start":"2026-03-31T05:06:56.719814Z","end":"2026-03-31T05:06:58.118969Z","steps":["trace[2027226024] 'process raft request' (duration: 1.398908613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:58.119071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.719796Z","time spent":"1.399234093s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:58.119094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.719705Z","time spent":"1.399247814s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:58.119288Z","caller":"traceutil/trace.go:171","msg":"trace[782093615] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"1.399258885s","start":"2026-03-31T05:06:56.720012Z","end":"2026-03-31T05:06:58.119271Z","steps":["trace[782093615] 'process raft request' (duration: 1.398882133s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:58.119352Z","caller":"traceutil/trace.go:171","msg":"trace[294438624] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"1.398201841s","start":"2026-03-31T05:06:56.721085Z","end":"2026-03-31T05:06:58.119287Z","steps":["trace[294438624] 'process raft request' (duration: 1.398044196s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:58.119379Z","caller":"traceutil/trace.go:171","msg":"trace[918518593] linearizableReadLoop","detail":"{readStateIndex:2979; appliedIndex:2972; }","duration":"735.806927ms","start":"2026-03-31T05:06:57.383547Z","end":"2026-03-31T05:06:58.119354Z","steps":["trace[918518593] 'read index received' (duration: 144.606561ms)","trace[918518593] 'applied index is now lower than readState.Index' (duration: 591.199506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:06:58.119413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.720002Z","time spent":"1.399363268s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:06:58.119459Z","caller":"traceutil/trace.go:171","msg":"trace[1687840784] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"644.132978ms","start":"2026-03-31T05:06:57.475285Z","end":"2026-03-31T05:06:58.119418Z","steps":["trace[1687840784] 'process raft request' (duration: 643.946182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:58.119473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:56.72107Z","time spent":"1.398342356s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:58.119547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:57.475262Z","time spent":"644.236941ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:06:58.11958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.034534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-31T05:06:58.11962Z","caller":"traceutil/trace.go:171","msg":"trace[1566068673] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2867; }","duration":"736.077636ms","start":"2026-03-31T05:06:57.383531Z","end":"2026-03-31T05:06:58.119609Z","steps":["trace[1566068673] 'agreement among raft nodes before linearized reading' (duration: 735.930671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:58.119625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.422208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:06:58.119657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:57.38348Z","time spent":"736.168918ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-31T05:06:58.119687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.030558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:06:58.119735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.822696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b3a3919c62\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-31T05:06:58.119767Z","caller":"traceutil/trace.go:171","msg":"trace[616490100] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2867; }","duration":"382.138221ms","start":"2026-03-31T05:06:57.737606Z","end":"2026-03-31T05:06:58.119744Z","steps":["trace[616490100] 'agreement among raft nodes before linearized reading' (duration: 381.986656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:06:58.119793Z","caller":"traceutil/trace.go:171","msg":"trace[1964395039] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a1d4b3a3919c62; range_end:; response_count:1; response_revision:2867; }","duration":"397.907438ms","start":"2026-03-31T05:06:57.721871Z","end":"2026-03-31T05:06:58.119779Z","steps":["trace[1964395039] 'agreement among raft nodes before linearized reading' (duration: 397.724813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:58.119843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:57.721855Z","time spent":"397.976231ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a1d4b3a3919c62\" "} {"level":"warn","ts":"2026-03-31T05:06:58.119838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:57.737587Z","time spent":"382.222984ms","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:06:58.119706Z","caller":"traceutil/trace.go:171","msg":"trace[71193295] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2867; }","duration":"552.508001ms","start":"2026-03-31T05:06:57.567151Z","end":"2026-03-31T05:06:58.119659Z","steps":["trace[71193295] 'agreement among raft nodes before linearized reading' (duration: 552.403227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:06:58.120079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:06:57.567132Z","time spent":"552.925614ms","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:07:12.348651Z","caller":"traceutil/trace.go:171","msg":"trace[474242099] linearizableReadLoop","detail":"{readStateIndex:3055; appliedIndex:3054; }","duration":"102.747955ms","start":"2026-03-31T05:07:12.245884Z","end":"2026-03-31T05:07:12.348632Z","steps":["trace[474242099] 'read index received' (duration: 102.561129ms)","trace[474242099] 'applied index is now lower than readState.Index' (duration: 185.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:07:12.348773Z","caller":"traceutil/trace.go:171","msg":"trace[1028487545] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"110.155543ms","start":"2026-03-31T05:07:12.238585Z","end":"2026-03-31T05:07:12.34874Z","steps":["trace[1028487545] 'process raft request' (duration: 109.899705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:12.348969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.13694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:07:12.349103Z","caller":"traceutil/trace.go:171","msg":"trace[293044785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2939; }","duration":"100.305736ms","start":"2026-03-31T05:07:12.248777Z","end":"2026-03-31T05:07:12.349083Z","steps":["trace[293044785] 'agreement among raft nodes before linearized reading' (duration: 100.028147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:12.349128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.22159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:07:12.349178Z","caller":"traceutil/trace.go:171","msg":"trace[380283786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2939; }","duration":"103.298943ms","start":"2026-03-31T05:07:12.245865Z","end":"2026-03-31T05:07:12.349164Z","steps":["trace[380283786] 'agreement among raft nodes before linearized reading' (duration: 102.89161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:44.649216Z","caller":"traceutil/trace.go:171","msg":"trace[658343375] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"141.250313ms","start":"2026-03-31T05:07:44.507917Z","end":"2026-03-31T05:07:44.649168Z","steps":["trace[658343375] 'process raft request' (duration: 94.391906ms)","trace[658343375] 'compare' (duration: 46.464354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:07:44.649591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.897781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:07:44.649695Z","caller":"traceutil/trace.go:171","msg":"trace[1449446824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3114; }","duration":"136.032445ms","start":"2026-03-31T05:07:44.513639Z","end":"2026-03-31T05:07:44.649672Z","steps":["trace[1449446824] 'agreement among raft nodes before linearized reading' (duration: 135.728015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:44.649771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.649241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:07:44.649859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.841441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:07:44.649894Z","caller":"traceutil/trace.go:171","msg":"trace[1450265056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3114; }","duration":"122.900123ms","start":"2026-03-31T05:07:44.526981Z","end":"2026-03-31T05:07:44.649881Z","steps":["trace[1450265056] 'agreement among raft nodes before linearized reading' (duration: 122.81555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:44.650118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.190537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:07:44.650211Z","caller":"traceutil/trace.go:171","msg":"trace[2067868297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3114; }","duration":"130.335402ms","start":"2026-03-31T05:07:44.519856Z","end":"2026-03-31T05:07:44.650192Z","steps":["trace[2067868297] 'agreement among raft nodes before linearized reading' (duration: 130.035872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:44.649854Z","caller":"traceutil/trace.go:171","msg":"trace[419645334] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3114; }","duration":"102.788635ms","start":"2026-03-31T05:07:44.547044Z","end":"2026-03-31T05:07:44.649833Z","steps":["trace[419645334] 'agreement among raft nodes before linearized reading' (duration: 102.477255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:46.868628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.825178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:07:46.868731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.322425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:07:46.868776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.466181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:07:46.868821Z","caller":"traceutil/trace.go:171","msg":"trace[2059687589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3122; }","duration":"210.422578ms","start":"2026-03-31T05:07:46.658376Z","end":"2026-03-31T05:07:46.868798Z","steps":["trace[2059687589] 'range keys from in-memory index tree' (duration: 210.038276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:46.868827Z","caller":"traceutil/trace.go:171","msg":"trace[612340085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3122; }","duration":"191.107247ms","start":"2026-03-31T05:07:46.677682Z","end":"2026-03-31T05:07:46.868789Z","steps":["trace[612340085] 'range keys from in-memory index tree' (duration: 190.503368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:46.868938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.880965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:07:46.868659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.779876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:07:46.868994Z","caller":"traceutil/trace.go:171","msg":"trace[145367929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3122; }","duration":"160.984518ms","start":"2026-03-31T05:07:46.707998Z","end":"2026-03-31T05:07:46.868982Z","steps":["trace[145367929] 'range keys from in-memory index tree' (duration: 160.150041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:46.868848Z","caller":"traceutil/trace.go:171","msg":"trace[252359879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3122; }","duration":"160.573034ms","start":"2026-03-31T05:07:46.708254Z","end":"2026-03-31T05:07:46.868827Z","steps":["trace[252359879] 'range keys from in-memory index tree' (duration: 160.1261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:46.86904Z","caller":"traceutil/trace.go:171","msg":"trace[1211464960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3122; }","duration":"214.21728ms","start":"2026-03-31T05:07:46.654792Z","end":"2026-03-31T05:07:46.869009Z","steps":["trace[1211464960] 'range keys from in-memory index tree' (duration: 213.513458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:47.057763Z","caller":"traceutil/trace.go:171","msg":"trace[422131759] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"184.05921ms","start":"2026-03-31T05:07:46.873675Z","end":"2026-03-31T05:07:47.057734Z","steps":["trace[422131759] 'process raft request' (duration: 183.883524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:47.270221Z","caller":"traceutil/trace.go:171","msg":"trace[1696089011] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"396.44145ms","start":"2026-03-31T05:07:46.87376Z","end":"2026-03-31T05:07:47.270201Z","steps":["trace[1696089011] 'process raft request' (duration: 396.391209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:47.27024Z","caller":"traceutil/trace.go:171","msg":"trace[598049906] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"396.499142ms","start":"2026-03-31T05:07:46.873711Z","end":"2026-03-31T05:07:47.27021Z","steps":["trace[598049906] 'process raft request' (duration: 396.327506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:47.270335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:07:46.873737Z","time spent":"396.540764ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:07:47.270356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:07:46.873694Z","time spent":"396.605685ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:07:47.270498Z","caller":"traceutil/trace.go:171","msg":"trace[1773248953] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"396.570924ms","start":"2026-03-31T05:07:46.873901Z","end":"2026-03-31T05:07:47.270472Z","steps":["trace[1773248953] 'process raft request' (duration: 396.276194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:47.270576Z","caller":"traceutil/trace.go:171","msg":"trace[1776771147] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"372.198801ms","start":"2026-03-31T05:07:46.898354Z","end":"2026-03-31T05:07:47.270553Z","steps":["trace[1776771147] 'process raft request' (duration: 372.106728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:47.270672Z","caller":"traceutil/trace.go:171","msg":"trace[1086237910] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"372.006344ms","start":"2026-03-31T05:07:46.898661Z","end":"2026-03-31T05:07:47.270668Z","steps":["trace[1086237910] 'process raft request' (duration: 371.850229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:47.270707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:07:46.898652Z","time spent":"372.038635ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:07:47.270711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:07:46.898339Z","time spent":"372.316774ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:07:47.270609Z","caller":"traceutil/trace.go:171","msg":"trace[2009674447] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"396.620116ms","start":"2026-03-31T05:07:46.873983Z","end":"2026-03-31T05:07:47.270603Z","steps":["trace[2009674447] 'process raft request' (duration: 396.395269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:47.270855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:07:46.873896Z","time spent":"396.715488ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:07:47.270889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:07:46.873947Z","time spent":"396.874974ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:07:47.27088Z","caller":"traceutil/trace.go:171","msg":"trace[1694017348] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"365.852687ms","start":"2026-03-31T05:07:46.904982Z","end":"2026-03-31T05:07:47.270834Z","steps":["trace[1694017348] 'process raft request' (duration: 365.6533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:47.271042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:07:46.904963Z","time spent":"366.034872ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:07:53.416829Z","caller":"traceutil/trace.go:171","msg":"trace[1761924979] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"111.861608ms","start":"2026-03-31T05:07:53.304941Z","end":"2026-03-31T05:07:53.416803Z","steps":["trace[1761924979] 'process raft request' (duration: 111.689723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:53.448934Z","caller":"traceutil/trace.go:171","msg":"trace[34523106] linearizableReadLoop","detail":"{readStateIndex:3284; appliedIndex:3281; }","duration":"133.871175ms","start":"2026-03-31T05:07:53.315045Z","end":"2026-03-31T05:07:53.448916Z","steps":["trace[34523106] 'read index received' (duration: 101.622418ms)","trace[34523106] 'applied index is now lower than readState.Index' (duration: 32.248177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:07:53.449036Z","caller":"traceutil/trace.go:171","msg":"trace[2003839046] transaction","detail":"{read_only:false; response_revision:3158; number_of_response:1; }","duration":"143.156695ms","start":"2026-03-31T05:07:53.305806Z","end":"2026-03-31T05:07:53.448963Z","steps":["trace[2003839046] 'process raft request' (duration: 142.99049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:53.449092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.031091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:07:53.449113Z","caller":"traceutil/trace.go:171","msg":"trace[400891829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3159; }","duration":"134.099104ms","start":"2026-03-31T05:07:53.315009Z","end":"2026-03-31T05:07:53.449108Z","steps":["trace[400891829] 'agreement among raft nodes before linearized reading' (duration: 133.99617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:53.449043Z","caller":"traceutil/trace.go:171","msg":"trace[230509240] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"143.209657ms","start":"2026-03-31T05:07:53.305807Z","end":"2026-03-31T05:07:53.449016Z","steps":["trace[230509240] 'process raft request' (duration: 143.088213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:53.449356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.899594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:07:53.449355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.407278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:07:53.449415Z","caller":"traceutil/trace.go:171","msg":"trace[1953166430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3159; }","duration":"127.987427ms","start":"2026-03-31T05:07:53.321419Z","end":"2026-03-31T05:07:53.449406Z","steps":["trace[1953166430] 'agreement among raft nodes before linearized reading' (duration: 127.825672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:53.449475Z","caller":"traceutil/trace.go:171","msg":"trace[1820373211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3159; }","duration":"127.545422ms","start":"2026-03-31T05:07:53.321896Z","end":"2026-03-31T05:07:53.449441Z","steps":["trace[1820373211] 'agreement among raft nodes before linearized reading' (duration: 127.262933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:07:53.44935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.207644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:07:53.449542Z","caller":"traceutil/trace.go:171","msg":"trace[502200621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3159; }","duration":"128.458222ms","start":"2026-03-31T05:07:53.321067Z","end":"2026-03-31T05:07:53.449525Z","steps":["trace[502200621] 'agreement among raft nodes before linearized reading' (duration: 128.08261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:53.595512Z","caller":"traceutil/trace.go:171","msg":"trace[1476206870] transaction","detail":"{read_only:false; response_revision:3161; number_of_response:1; }","duration":"142.434442ms","start":"2026-03-31T05:07:53.453055Z","end":"2026-03-31T05:07:53.595489Z","steps":["trace[1476206870] 'process raft request' (duration: 142.269146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:53.595736Z","caller":"traceutil/trace.go:171","msg":"trace[1053538325] transaction","detail":"{read_only:false; response_revision:3162; number_of_response:1; }","duration":"142.349579ms","start":"2026-03-31T05:07:53.453365Z","end":"2026-03-31T05:07:53.595715Z","steps":["trace[1053538325] 'process raft request' (duration: 142.088601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:53.595962Z","caller":"traceutil/trace.go:171","msg":"trace[148518606] transaction","detail":"{read_only:false; response_revision:3163; number_of_response:1; }","duration":"141.193922ms","start":"2026-03-31T05:07:53.454759Z","end":"2026-03-31T05:07:53.595953Z","steps":["trace[148518606] 'process raft request' (duration: 140.899362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:07:53.59597Z","caller":"traceutil/trace.go:171","msg":"trace[1089656926] linearizableReadLoop","detail":"{readStateIndex:3288; appliedIndex:3284; }","duration":"141.043587ms","start":"2026-03-31T05:07:53.45485Z","end":"2026-03-31T05:07:53.595894Z","steps":["trace[1089656926] 'read index received' (duration: 55.847036ms)","trace[1089656926] 'applied index is now lower than readState.Index' (duration: 85.195191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:07:53.596163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.298465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-31T05:07:53.596198Z","caller":"traceutil/trace.go:171","msg":"trace[999581109] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3163; }","duration":"141.345086ms","start":"2026-03-31T05:07:53.454845Z","end":"2026-03-31T05:07:53.59619Z","steps":["trace[999581109] 'agreement among raft nodes before linearized reading' (duration: 141.217392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:39.952907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.774515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:08:39.953134Z","caller":"traceutil/trace.go:171","msg":"trace[611612948] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"222.093573ms","start":"2026-03-31T05:08:39.73102Z","end":"2026-03-31T05:08:39.953113Z","steps":["trace[611612948] 'process raft request' (duration: 86.978338ms)","trace[611612948] 'compare' (duration: 134.659181ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:08:40.050943Z","caller":"traceutil/trace.go:171","msg":"trace[1734482417] linearizableReadLoop","detail":"{readStateIndex:3528; appliedIndex:3526; }","duration":"277.561767ms","start":"2026-03-31T05:08:39.773359Z","end":"2026-03-31T05:08:40.050921Z","steps":["trace[1734482417] 'read index received' (duration: 44.743749ms)","trace[1734482417] 'applied index is now lower than readState.Index' (duration: 232.817238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:08:40.051008Z","caller":"traceutil/trace.go:171","msg":"trace[1274641164] transaction","detail":"{read_only:false; response_revision:3394; number_of_response:1; }","duration":"293.853122ms","start":"2026-03-31T05:08:39.75712Z","end":"2026-03-31T05:08:40.050973Z","steps":["trace[1274641164] 'process raft request' (duration: 293.660286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:40.051164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.568246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:08:40.051195Z","caller":"traceutil/trace.go:171","msg":"trace[960369897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3394; }","duration":"216.620278ms","start":"2026-03-31T05:08:39.834566Z","end":"2026-03-31T05:08:40.051187Z","steps":["trace[960369897] 'agreement among raft nodes before linearized reading' (duration: 216.489503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:40.051238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.222712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:08:40.051346Z","caller":"traceutil/trace.go:171","msg":"trace[1293505335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3394; }","duration":"132.341077ms","start":"2026-03-31T05:08:39.918952Z","end":"2026-03-31T05:08:40.051293Z","steps":["trace[1293505335] 'agreement among raft nodes before linearized reading' (duration: 132.160201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:40.051273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.890618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:08:40.051448Z","caller":"traceutil/trace.go:171","msg":"trace[1940339688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3394; }","duration":"278.124305ms","start":"2026-03-31T05:08:39.773299Z","end":"2026-03-31T05:08:40.051423Z","steps":["trace[1940339688] 'agreement among raft nodes before linearized reading' (duration: 277.756843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:40.051784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.783517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:08:40.051915Z","caller":"traceutil/trace.go:171","msg":"trace[1992021244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3394; }","duration":"209.994914ms","start":"2026-03-31T05:08:39.841895Z","end":"2026-03-31T05:08:40.05189Z","steps":["trace[1992021244] 'agreement among raft nodes before linearized reading' (duration: 209.24545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:40.196694Z","caller":"traceutil/trace.go:171","msg":"trace[1775025053] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"141.799041ms","start":"2026-03-31T05:08:40.054871Z","end":"2026-03-31T05:08:40.196671Z","steps":["trace[1775025053] 'process raft request' (duration: 93.750446ms)","trace[1775025053] 'compare' (duration: 47.633871ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:08:40.196999Z","caller":"traceutil/trace.go:171","msg":"trace[554922872] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"141.225782ms","start":"2026-03-31T05:08:40.055744Z","end":"2026-03-31T05:08:40.19697Z","steps":["trace[554922872] 'process raft request' (duration: 140.854821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:40.197022Z","caller":"traceutil/trace.go:171","msg":"trace[1974353999] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"140.305342ms","start":"2026-03-31T05:08:40.056693Z","end":"2026-03-31T05:08:40.196998Z","steps":["trace[1974353999] 'process raft request' (duration: 140.248501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:40.197087Z","caller":"traceutil/trace.go:171","msg":"trace[2132309856] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"140.655824ms","start":"2026-03-31T05:08:40.056395Z","end":"2026-03-31T05:08:40.197051Z","steps":["trace[2132309856] 'process raft request' (duration: 140.443197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:55.399262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.169122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:230"} {"level":"info","ts":"2026-03-31T05:08:55.399375Z","caller":"traceutil/trace.go:171","msg":"trace[1192965748] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:3637; }","duration":"211.331997ms","start":"2026-03-31T05:08:55.188024Z","end":"2026-03-31T05:08:55.399356Z","steps":["trace[1192965748] 'range keys from in-memory index tree' (duration: 210.911804ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:58.424631Z","caller":"traceutil/trace.go:171","msg":"trace[701698956] transaction","detail":"{read_only:false; response_revision:3672; number_of_response:1; }","duration":"129.215056ms","start":"2026-03-31T05:08:58.295388Z","end":"2026-03-31T05:08:58.424603Z","steps":["trace[701698956] 'process raft request' (duration: 129.05572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:58.425948Z","caller":"traceutil/trace.go:171","msg":"trace[1174363220] linearizableReadLoop","detail":"{readStateIndex:3816; appliedIndex:3814; }","duration":"127.111978ms","start":"2026-03-31T05:08:58.29881Z","end":"2026-03-31T05:08:58.425922Z","steps":["trace[1174363220] 'read index received' (duration: 125.715783ms)","trace[1174363220] 'applied index is now lower than readState.Index' (duration: 1.395035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:08:58.426305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.395435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9399"} {"level":"info","ts":"2026-03-31T05:08:58.426422Z","caller":"traceutil/trace.go:171","msg":"trace[1343214148] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3674; }","duration":"126.54295ms","start":"2026-03-31T05:08:58.299859Z","end":"2026-03-31T05:08:58.426402Z","steps":["trace[1343214148] 'agreement among raft nodes before linearized reading' (duration: 126.289891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:58.426339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.784371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:08:58.426558Z","caller":"traceutil/trace.go:171","msg":"trace[1874438551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3674; }","duration":"124.038169ms","start":"2026-03-31T05:08:58.302501Z","end":"2026-03-31T05:08:58.426539Z","steps":["trace[1874438551] 'agreement among raft nodes before linearized reading' (duration: 123.684308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:08:58.426756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.935234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:08:58.426814Z","caller":"traceutil/trace.go:171","msg":"trace[266163514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3674; }","duration":"128.011207ms","start":"2026-03-31T05:08:58.298788Z","end":"2026-03-31T05:08:58.4268Z","steps":["trace[266163514] 'agreement among raft nodes before linearized reading' (duration: 127.300684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:08:58.427363Z","caller":"traceutil/trace.go:171","msg":"trace[203558154] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"129.264408ms","start":"2026-03-31T05:08:58.298078Z","end":"2026-03-31T05:08:58.427343Z","steps":["trace[203558154] 'process raft request' (duration: 127.640726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:22.701982Z","caller":"traceutil/trace.go:171","msg":"trace[936494220] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"127.122599ms","start":"2026-03-31T05:09:22.574823Z","end":"2026-03-31T05:09:22.701945Z","steps":["trace[936494220] 'process raft request' (duration: 125.499266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:22.702074Z","caller":"traceutil/trace.go:171","msg":"trace[846093643] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"126.916703ms","start":"2026-03-31T05:09:22.575131Z","end":"2026-03-31T05:09:22.702048Z","steps":["trace[846093643] 'process raft request' (duration: 126.859701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:22.702223Z","caller":"traceutil/trace.go:171","msg":"trace[1193430991] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"127.196052ms","start":"2026-03-31T05:09:22.575Z","end":"2026-03-31T05:09:22.702196Z","steps":["trace[1193430991] 'process raft request' (duration: 126.847901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:22.702342Z","caller":"traceutil/trace.go:171","msg":"trace[714527240] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"127.168831ms","start":"2026-03-31T05:09:22.575099Z","end":"2026-03-31T05:09:22.702268Z","steps":["trace[714527240] 'process raft request' (duration: 126.851281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.478867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782508113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:09:28.602554Z","caller":"traceutil/trace.go:171","msg":"trace[369802142] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"952.423694ms","start":"2026-03-31T05:09:27.650107Z","end":"2026-03-31T05:09:28.60253Z","steps":["trace[369802142] 'process raft request' (duration: 952.237188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.602704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:27.650081Z","time spent":"952.541607ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:28.630179Z","caller":"traceutil/trace.go:171","msg":"trace[554791421] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"403.182668ms","start":"2026-03-31T05:09:28.226973Z","end":"2026-03-31T05:09:28.630155Z","steps":["trace[554791421] 'process raft request' (duration: 403.079215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:09:28.630262Z","caller":"traceutil/trace.go:171","msg":"trace[1670727037] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"809.058492ms","start":"2026-03-31T05:09:27.821176Z","end":"2026-03-31T05:09:28.630235Z","steps":["trace[1670727037] 'process raft request' (duration: 808.773293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.630315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:28.226956Z","time spent":"403.291912ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:09:28.630366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:27.821153Z","time spent":"809.161336ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:28.630368Z","caller":"traceutil/trace.go:171","msg":"trace[1217435021] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"395.866552ms","start":"2026-03-31T05:09:28.234487Z","end":"2026-03-31T05:09:28.630354Z","steps":["trace[1217435021] 'process raft request' (duration: 395.620074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.630543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:28.234462Z","time spent":"396.034878ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:09:28.63052Z","caller":"traceutil/trace.go:171","msg":"trace[1832362273] linearizableReadLoop","detail":"{readStateIndex:3999; appliedIndex:3994; }","duration":"652.331002ms","start":"2026-03-31T05:09:27.97816Z","end":"2026-03-31T05:09:28.630491Z","steps":["trace[1832362273] 'read index received' (duration: 624.192386ms)","trace[1832362273] 'applied index is now lower than readState.Index' (duration: 28.137556ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:09:28.630576Z","caller":"traceutil/trace.go:171","msg":"trace[942149120] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"178.903994ms","start":"2026-03-31T05:09:28.451613Z","end":"2026-03-31T05:09:28.630517Z","steps":["trace[942149120] 'process raft request' (duration: 178.691628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.630778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.605341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:09:28.630838Z","caller":"traceutil/trace.go:171","msg":"trace[1979144498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:3850; }","duration":"652.730214ms","start":"2026-03-31T05:09:27.978095Z","end":"2026-03-31T05:09:28.630825Z","steps":["trace[1979144498] 'agreement among raft nodes before linearized reading' (duration: 652.475226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.630877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:27.978065Z","time spent":"652.799607ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:09:28.630887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.746634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:09:28.630982Z","caller":"traceutil/trace.go:171","msg":"trace[216741863] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3850; }","duration":"582.903229ms","start":"2026-03-31T05:09:28.048053Z","end":"2026-03-31T05:09:28.630956Z","steps":["trace[216741863] 'agreement among raft nodes before linearized reading' (duration: 582.717493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.631004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.470416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:09:28.631056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:28.048031Z","time spent":"583.004142ms","remote":"127.0.0.1:53294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:09:28.63109Z","caller":"traceutil/trace.go:171","msg":"trace[456332797] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3850; }","duration":"569.607671ms","start":"2026-03-31T05:09:28.061464Z","end":"2026-03-31T05:09:28.631071Z","steps":["trace[456332797] 'agreement among raft nodes before linearized reading' (duration: 569.408035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:09:28.631152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:09:28.061445Z","time spent":"569.690943ms","remote":"127.0.0.1:37402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":93,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:10:46.227249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.642182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:10:46.22753Z","caller":"traceutil/trace.go:171","msg":"trace[1312869492] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4937; }","duration":"557.432888ms","start":"2026-03-31T05:10:45.670076Z","end":"2026-03-31T05:10:46.227509Z","steps":["trace[1312869492] 'read index received' (duration: 374.476865ms)","trace[1312869492] 'applied index is now lower than readState.Index' (duration: 182.954733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:46.227687Z","caller":"traceutil/trace.go:171","msg":"trace[1105288429] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"580.213961ms","start":"2026-03-31T05:10:45.647416Z","end":"2026-03-31T05:10:46.22763Z","steps":["trace[1105288429] 'process raft request' (duration: 397.117985ms)","trace[1105288429] 'compare' (duration: 182.507988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:46.227956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.848922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T05:10:46.228009Z","caller":"traceutil/trace.go:171","msg":"trace[153765857] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"578.532518ms","start":"2026-03-31T05:10:45.649402Z","end":"2026-03-31T05:10:46.227935Z","steps":["trace[153765857] 'process raft request' (duration: 578.019932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.227763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:45.647389Z","time spent":"580.337126ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3491,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:10:46.228099Z","caller":"traceutil/trace.go:171","msg":"trace[1940415537] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4753; }","duration":"558.001777ms","start":"2026-03-31T05:10:45.67007Z","end":"2026-03-31T05:10:46.228072Z","steps":["trace[1940415537] 'agreement among raft nodes before linearized reading' (duration: 557.599884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:46.228151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:45.670028Z","time spent":"558.11271ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-31T05:10:46.228222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:45.649381Z","time spent":"578.731335ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:47.284961Z","caller":"traceutil/trace.go:171","msg":"trace[745985778] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4974; }","duration":"127.226032ms","start":"2026-03-31T05:10:47.157713Z","end":"2026-03-31T05:10:47.284939Z","steps":["trace[745985778] 'read index received' (duration: 53.776489ms)","trace[745985778] 'applied index is now lower than readState.Index' (duration: 73.448803ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:47.285054Z","caller":"traceutil/trace.go:171","msg":"trace[644543563] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"127.432399ms","start":"2026-03-31T05:10:47.157613Z","end":"2026-03-31T05:10:47.285045Z","steps":["trace[644543563] 'process raft request' (duration: 53.855821ms)","trace[644543563] 'compare' (duration: 73.380721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:47.285152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.421438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:10:47.285201Z","caller":"traceutil/trace.go:171","msg":"trace[1305808021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4789; }","duration":"127.502691ms","start":"2026-03-31T05:10:47.157685Z","end":"2026-03-31T05:10:47.285187Z","steps":["trace[1305808021] 'agreement among raft nodes before linearized reading' (duration: 127.360447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:47.292682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.641806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:10:47.292753Z","caller":"traceutil/trace.go:171","msg":"trace[892462989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4790; }","duration":"133.734399ms","start":"2026-03-31T05:10:47.159008Z","end":"2026-03-31T05:10:47.292743Z","steps":["trace[892462989] 'agreement among raft nodes before linearized reading' (duration: 133.571254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:47.292837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.276706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:10:47.292916Z","caller":"traceutil/trace.go:171","msg":"trace[1492441243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4790; }","duration":"134.382319ms","start":"2026-03-31T05:10:47.158515Z","end":"2026-03-31T05:10:47.292897Z","steps":["trace[1492441243] 'agreement among raft nodes before linearized reading' (duration: 134.052229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:52.88149Z","caller":"traceutil/trace.go:171","msg":"trace[527529370] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"485.287387ms","start":"2026-03-31T05:10:52.396182Z","end":"2026-03-31T05:10:52.881469Z","steps":["trace[527529370] 'process raft request' (duration: 485.157793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:52.881696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:52.396169Z","time spent":"485.407171ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4058,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:52.889402Z","caller":"traceutil/trace.go:171","msg":"trace[1058314432] linearizableReadLoop","detail":"{readStateIndex:5075; appliedIndex:5074; }","duration":"409.059796ms","start":"2026-03-31T05:10:52.480326Z","end":"2026-03-31T05:10:52.889386Z","steps":["trace[1058314432] 'read index received' (duration: 401.163655ms)","trace[1058314432] 'applied index is now lower than readState.Index' (duration: 7.894991ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:52.889501Z","caller":"traceutil/trace.go:171","msg":"trace[1085362807] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"311.014001ms","start":"2026-03-31T05:10:52.578478Z","end":"2026-03-31T05:10:52.889492Z","steps":["trace[1085362807] 'process raft request' (duration: 310.855266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:52.88957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:52.578458Z","time spent":"311.068352ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:52.889586Z","caller":"traceutil/trace.go:171","msg":"trace[93403979] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"417.821754ms","start":"2026-03-31T05:10:52.471735Z","end":"2026-03-31T05:10:52.889557Z","steps":["trace[93403979] 'process raft request' (duration: 417.481223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:52.889829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.489269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7bf71733-9120-4e2e-9ecc-596311c33386\" ","response":"range_response_count:1 size:4078"} {"level":"info","ts":"2026-03-31T05:10:52.890436Z","caller":"traceutil/trace.go:171","msg":"trace[664322107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7bf71733-9120-4e2e-9ecc-596311c33386; range_end:; response_count:1; response_revision:4884; }","duration":"410.088858ms","start":"2026-03-31T05:10:52.48032Z","end":"2026-03-31T05:10:52.890409Z","steps":["trace[664322107] 'agreement among raft nodes before linearized reading' (duration: 409.368165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:52.89052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:52.480266Z","time spent":"410.232923ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7bf71733-9120-4e2e-9ecc-596311c33386\" "} {"level":"warn","ts":"2026-03-31T05:10:52.890624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:52.471701Z","time spent":"418.047531ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197468,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:10:52.892913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.333295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv.18a1d4ef2090f5a7\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-31T05:10:52.892963Z","caller":"traceutil/trace.go:171","msg":"trace[1869620255] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv.18a1d4ef2090f5a7; range_end:; response_count:1; response_revision:4885; }","duration":"212.402338ms","start":"2026-03-31T05:10:52.680548Z","end":"2026-03-31T05:10:52.89295Z","steps":["trace[1869620255] 'agreement among raft nodes before linearized reading' (duration: 212.261293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:52.893143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.869908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:10:52.893217Z","caller":"traceutil/trace.go:171","msg":"trace[1842475847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4885; }","duration":"272.980623ms","start":"2026-03-31T05:10:52.620219Z","end":"2026-03-31T05:10:52.893199Z","steps":["trace[1842475847] 'agreement among raft nodes before linearized reading' (duration: 272.795467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:52.894889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.629651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-03-31T05:10:52.895148Z","caller":"traceutil/trace.go:171","msg":"trace[15166159] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv; range_end:; response_count:1; response_revision:4885; }","duration":"215.953191ms","start":"2026-03-31T05:10:52.679164Z","end":"2026-03-31T05:10:52.895117Z","steps":["trace[15166159] 'agreement among raft nodes before linearized reading' (duration: 214.187985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:53.491788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.005076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:10:53.491955Z","caller":"traceutil/trace.go:171","msg":"trace[281053225] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5183; }","duration":"153.61916ms","start":"2026-03-31T05:10:53.338322Z","end":"2026-03-31T05:10:53.491941Z","steps":["trace[281053225] 'read index received' (duration: 31.373236ms)","trace[281053225] 'applied index is now lower than readState.Index' (duration: 122.244954ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:53.49203Z","caller":"traceutil/trace.go:171","msg":"trace[639917493] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"157.016269ms","start":"2026-03-31T05:10:53.335002Z","end":"2026-03-31T05:10:53.492019Z","steps":["trace[639917493] 'process raft request' (duration: 156.880794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:53.492206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.865569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:10:53.492213Z","caller":"traceutil/trace.go:171","msg":"trace[1458598098] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"157.440812ms","start":"2026-03-31T05:10:53.334731Z","end":"2026-03-31T05:10:53.492171Z","steps":["trace[1458598098] 'process raft request' (duration: 34.976051ms)","trace[1458598098] 'compare' (duration: 121.873942ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:53.492289Z","caller":"traceutil/trace.go:171","msg":"trace[700861863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4992; }","duration":"153.988273ms","start":"2026-03-31T05:10:53.33828Z","end":"2026-03-31T05:10:53.492268Z","steps":["trace[700861863] 'agreement among raft nodes before linearized reading' (duration: 153.776686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:53.530225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.253701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:53.53029Z","caller":"traceutil/trace.go:171","msg":"trace[2010565568] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4993; }","duration":"115.389206ms","start":"2026-03-31T05:10:53.414887Z","end":"2026-03-31T05:10:53.530277Z","steps":["trace[2010565568] 'agreement among raft nodes before linearized reading' (duration: 115.231971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:53.5303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.815044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:10:53.530211Z","caller":"traceutil/trace.go:171","msg":"trace[1170038913] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"158.747434ms","start":"2026-03-31T05:10:53.371429Z","end":"2026-03-31T05:10:53.530177Z","steps":["trace[1170038913] 'process raft request' (duration: 158.446984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:53.530358Z","caller":"traceutil/trace.go:171","msg":"trace[500239729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4993; }","duration":"191.906887ms","start":"2026-03-31T05:10:53.338436Z","end":"2026-03-31T05:10:53.530343Z","steps":["trace[500239729] 'agreement among raft nodes before linearized reading' (duration: 191.700021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:53.635514Z","caller":"traceutil/trace.go:171","msg":"trace[2034226422] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"100.966708ms","start":"2026-03-31T05:10:53.534504Z","end":"2026-03-31T05:10:53.635471Z","steps":["trace[2034226422] 'process raft request' (duration: 99.532112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.508019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.911814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:10:55.508112Z","caller":"traceutil/trace.go:171","msg":"trace[1137530629] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"699.150891ms","start":"2026-03-31T05:10:54.808939Z","end":"2026-03-31T05:10:55.50809Z","steps":["trace[1137530629] 'process raft request' (duration: 254.104632ms)","trace[1137530629] 'compare' (duration: 444.696388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:55.508168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:54.808909Z","time spent":"699.233664ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:10:55.568843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782510765,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:10:55.579978Z","caller":"traceutil/trace.go:171","msg":"trace[1978774540] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"645.954291ms","start":"2026-03-31T05:10:54.933997Z","end":"2026-03-31T05:10:55.579951Z","steps":["trace[1978774540] 'process raft request' (duration: 645.744545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.580085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:54.933973Z","time spent":"646.050945ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:10:55.580051Z","caller":"traceutil/trace.go:171","msg":"trace[1865122779] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"619.304465ms","start":"2026-03-31T05:10:54.960719Z","end":"2026-03-31T05:10:55.580023Z","steps":["trace[1865122779] 'process raft request' (duration: 619.244933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:55.58011Z","caller":"traceutil/trace.go:171","msg":"trace[152817068] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"620.364559ms","start":"2026-03-31T05:10:54.959698Z","end":"2026-03-31T05:10:55.580063Z","steps":["trace[152817068] 'process raft request' (duration: 620.225664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.580226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:54.960712Z","time spent":"619.423709ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:10:55.580308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:54.959677Z","time spent":"620.520883ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:55.580594Z","caller":"traceutil/trace.go:171","msg":"trace[545199881] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"622.434274ms","start":"2026-03-31T05:10:54.958135Z","end":"2026-03-31T05:10:55.58057Z","steps":["trace[545199881] 'process raft request' (duration: 621.723561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.580676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:54.958107Z","time spent":"622.530147ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:10:55.819053Z","caller":"traceutil/trace.go:171","msg":"trace[1195877320] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5210; }","duration":"750.634097ms","start":"2026-03-31T05:10:55.068394Z","end":"2026-03-31T05:10:55.819028Z","steps":["trace[1195877320] 'read index received' (duration: 511.382157ms)","trace[1195877320] 'applied index is now lower than readState.Index' (duration: 239.25075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:10:55.819166Z","caller":"traceutil/trace.go:171","msg":"trace[856245509] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"484.11888ms","start":"2026-03-31T05:10:55.335018Z","end":"2026-03-31T05:10:55.819137Z","steps":["trace[856245509] 'process raft request' (duration: 483.851811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.81929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.334999Z","time spent":"484.236894ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:10:55.819348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.821418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:10:55.819431Z","caller":"traceutil/trace.go:171","msg":"trace[1116945835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5022; }","duration":"730.956472ms","start":"2026-03-31T05:10:55.088457Z","end":"2026-03-31T05:10:55.819413Z","steps":["trace[1116945835] 'agreement among raft nodes before linearized reading' (duration: 730.785826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.819468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.088445Z","time spent":"731.017104ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:10:55.819533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.117173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-31T05:10:55.819537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.956167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:10:55.819589Z","caller":"traceutil/trace.go:171","msg":"trace[624466390] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087; range_end:; response_count:1; response_revision:5022; }","duration":"751.223106ms","start":"2026-03-31T05:10:55.068352Z","end":"2026-03-31T05:10:55.819575Z","steps":["trace[624466390] 'agreement among raft nodes before linearized reading' (duration: 750.813183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:55.819607Z","caller":"traceutil/trace.go:171","msg":"trace[2113514556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5022; }","duration":"485.08534ms","start":"2026-03-31T05:10:55.334504Z","end":"2026-03-31T05:10:55.819589Z","steps":["trace[2113514556] 'agreement among raft nodes before linearized reading' (duration: 484.895694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.819619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.137784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-31T05:10:55.819627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.068334Z","time spent":"751.282847ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" "} {"level":"info","ts":"2026-03-31T05:10:55.819647Z","caller":"traceutil/trace.go:171","msg":"trace[885632158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087; range_end:; response_count:1; response_revision:5022; }","duration":"107.201786ms","start":"2026-03-31T05:10:55.712438Z","end":"2026-03-31T05:10:55.81964Z","steps":["trace[885632158] 'agreement among raft nodes before linearized reading' (duration: 107.089412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.819644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.334484Z","time spent":"485.150743ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:10:55.819757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.664403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:10:55.819782Z","caller":"traceutil/trace.go:171","msg":"trace[726899418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:5022; }","duration":"657.731905ms","start":"2026-03-31T05:10:55.162044Z","end":"2026-03-31T05:10:55.819775Z","steps":["trace[726899418] 'agreement among raft nodes before linearized reading' (duration: 657.625802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.819777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.591683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:10:55.820135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.907229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:10:55.820189Z","caller":"traceutil/trace.go:171","msg":"trace[1221253279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5022; }","duration":"258.242354ms","start":"2026-03-31T05:10:55.561924Z","end":"2026-03-31T05:10:55.820166Z","steps":["trace[1221253279] 'agreement among raft nodes before linearized reading' (duration: 257.440138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:10:55.820205Z","caller":"traceutil/trace.go:171","msg":"trace[1531287360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5022; }","duration":"165.022173ms","start":"2026-03-31T05:10:55.655165Z","end":"2026-03-31T05:10:55.820187Z","steps":["trace[1531287360] 'agreement among raft nodes before linearized reading' (duration: 164.748195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.819859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.160867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:10:55.820299Z","caller":"traceutil/trace.go:171","msg":"trace[2103579807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5022; }","duration":"323.624121ms","start":"2026-03-31T05:10:55.496657Z","end":"2026-03-31T05:10:55.820281Z","steps":["trace[2103579807] 'agreement among raft nodes before linearized reading' (duration: 323.166007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.820346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.496637Z","time spent":"323.696764ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:10:55.819946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.459046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:10:55.82048Z","caller":"traceutil/trace.go:171","msg":"trace[631080479] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:5022; }","duration":"290.023684ms","start":"2026-03-31T05:10:55.530445Z","end":"2026-03-31T05:10:55.820468Z","steps":["trace[631080479] 'agreement among raft nodes before linearized reading' (duration: 289.426555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.819987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.385409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:10:55.82062Z","caller":"traceutil/trace.go:171","msg":"trace[1402171542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5022; }","duration":"660.05803ms","start":"2026-03-31T05:10:55.160553Z","end":"2026-03-31T05:10:55.820611Z","steps":["trace[1402171542] 'agreement among raft nodes before linearized reading' (duration: 659.376998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.820649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.160531Z","time spent":"660.108152ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:10:55.820049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.54529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:10:55.820747Z","caller":"traceutil/trace.go:171","msg":"trace[562111285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5022; }","duration":"149.264702ms","start":"2026-03-31T05:10:55.671474Z","end":"2026-03-31T05:10:55.820739Z","steps":["trace[562111285] 'agreement among raft nodes before linearized reading' (duration: 148.536389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.820056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.005545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-03-31T05:10:55.820824Z","caller":"traceutil/trace.go:171","msg":"trace[462639651] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv-tls; range_end:; response_count:1; response_revision:5022; }","duration":"195.816501ms","start":"2026-03-31T05:10:55.625Z","end":"2026-03-31T05:10:55.820817Z","steps":["trace[462639651] 'agreement among raft nodes before linearized reading' (duration: 194.981635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.820077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.162023Z","time spent":"658.048126ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:10:55.82041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.848593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719265"} {"level":"info","ts":"2026-03-31T05:10:55.820951Z","caller":"traceutil/trace.go:171","msg":"trace[1815070654] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5022; }","duration":"694.432412ms","start":"2026-03-31T05:10:55.126503Z","end":"2026-03-31T05:10:55.820935Z","steps":["trace[1815070654] 'agreement among raft nodes before linearized reading' (duration: 693.41384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:55.821012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:10:55.126482Z","time spent":"694.504944ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719289,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:10:58.775728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.05519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:10:58.775929Z","caller":"traceutil/trace.go:171","msg":"trace[281131050] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"161.726288ms","start":"2026-03-31T05:10:58.614168Z","end":"2026-03-31T05:10:58.775894Z","steps":["trace[281131050] 'process raft request' (duration: 21.447532ms)","trace[281131050] 'compare' (duration: 139.809161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:10:59.051908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.188674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" ","response":"range_response_count:1 size:2243"} {"level":"info","ts":"2026-03-31T05:10:59.052005Z","caller":"traceutil/trace.go:171","msg":"trace[939725422] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087; range_end:; response_count:1; response_revision:5088; }","duration":"168.345278ms","start":"2026-03-31T05:10:58.88364Z","end":"2026-03-31T05:10:59.051985Z","steps":["trace[939725422] 'range keys from in-memory index tree' (duration: 167.985547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:10:59.05219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.832225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787686"} {"level":"info","ts":"2026-03-31T05:10:59.052249Z","caller":"traceutil/trace.go:171","msg":"trace[1207298325] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5088; }","duration":"152.940759ms","start":"2026-03-31T05:10:58.899291Z","end":"2026-03-31T05:10:59.052232Z","steps":["trace[1207298325] 'range keys from in-memory index tree' (duration: 152.3424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:00.920398Z","caller":"traceutil/trace.go:171","msg":"trace[223213915] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"163.184054ms","start":"2026-03-31T05:11:00.757193Z","end":"2026-03-31T05:11:00.920377Z","steps":["trace[223213915] 'process raft request' (duration: 163.04816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:01.124598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.610041ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:11:03.264468Z","caller":"traceutil/trace.go:171","msg":"trace[593422481] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"101.589831ms","start":"2026-03-31T05:11:03.162852Z","end":"2026-03-31T05:11:03.264442Z","steps":["trace[593422481] 'read index received' (duration: 101.417585ms)","trace[593422481] 'applied index is now lower than readState.Index' (duration: 171.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:03.264494Z","caller":"traceutil/trace.go:171","msg":"trace[347570254] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"128.380104ms","start":"2026-03-31T05:11:03.136086Z","end":"2026-03-31T05:11:03.264466Z","steps":["trace[347570254] 'process raft request' (duration: 128.22875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:03.264681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.812707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:03.264775Z","caller":"traceutil/trace.go:171","msg":"trace[570455847] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5166; }","duration":"101.946681ms","start":"2026-03-31T05:11:03.162803Z","end":"2026-03-31T05:11:03.264749Z","steps":["trace[570455847] 'agreement among raft nodes before linearized reading' (duration: 101.754185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.142146Z","caller":"traceutil/trace.go:171","msg":"trace[689241808] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"151.079459ms","start":"2026-03-31T05:11:03.99104Z","end":"2026-03-31T05:11:04.14212Z","steps":["trace[689241808] 'process raft request' (duration: 150.899584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.177998Z","caller":"traceutil/trace.go:171","msg":"trace[1357785889] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5370; }","duration":"186.365404ms","start":"2026-03-31T05:11:03.99162Z","end":"2026-03-31T05:11:04.177986Z","steps":["trace[1357785889] 'read index received' (duration: 150.317255ms)","trace[1357785889] 'applied index is now lower than readState.Index' (duration: 36.047649ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:04.178001Z","caller":"traceutil/trace.go:171","msg":"trace[1799594651] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"186.914792ms","start":"2026-03-31T05:11:03.991066Z","end":"2026-03-31T05:11:04.17798Z","steps":["trace[1799594651] 'process raft request' (duration: 186.747067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.178036Z","caller":"traceutil/trace.go:171","msg":"trace[797502333] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"184.125603ms","start":"2026-03-31T05:11:03.993896Z","end":"2026-03-31T05:11:04.178021Z","steps":["trace[797502333] 'process raft request' (duration: 184.068782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.178193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.565201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62852"} {"level":"info","ts":"2026-03-31T05:11:04.178139Z","caller":"traceutil/trace.go:171","msg":"trace[1493105310] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"185.882859ms","start":"2026-03-31T05:11:03.992213Z","end":"2026-03-31T05:11:04.178096Z","steps":["trace[1493105310] 'process raft request' (duration: 185.679772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.178221Z","caller":"traceutil/trace.go:171","msg":"trace[1655175508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5175; }","duration":"186.607233ms","start":"2026-03-31T05:11:03.991608Z","end":"2026-03-31T05:11:04.178215Z","steps":["trace[1655175508] 'agreement among raft nodes before linearized reading' (duration: 186.454278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.178033Z","caller":"traceutil/trace.go:171","msg":"trace[1702811977] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"184.704752ms","start":"2026-03-31T05:11:03.993297Z","end":"2026-03-31T05:11:04.178002Z","steps":["trace[1702811977] 'process raft request' (duration: 184.64562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.365989Z","caller":"traceutil/trace.go:171","msg":"trace[1162397748] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"167.514463ms","start":"2026-03-31T05:11:04.198446Z","end":"2026-03-31T05:11:04.36596Z","steps":["trace[1162397748] 'process raft request' (duration: 167.329417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.615774Z","caller":"traceutil/trace.go:171","msg":"trace[1729362077] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5376; }","duration":"246.160782ms","start":"2026-03-31T05:11:04.36959Z","end":"2026-03-31T05:11:04.615751Z","steps":["trace[1729362077] 'read index received' (duration: 245.877603ms)","trace[1729362077] 'applied index is now lower than readState.Index' (duration: 282.439µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:04.616052Z","caller":"traceutil/trace.go:171","msg":"trace[60454114] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"417.116765ms","start":"2026-03-31T05:11:04.198927Z","end":"2026-03-31T05:11:04.616044Z","steps":["trace[60454114] 'process raft request' (duration: 416.656311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.616356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:04.198904Z","time spent":"417.182388ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1412,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:04.616318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.750459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:04.616491Z","caller":"traceutil/trace.go:171","msg":"trace[418669270] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5178; }","duration":"113.984416ms","start":"2026-03-31T05:11:04.502478Z","end":"2026-03-31T05:11:04.616463Z","steps":["trace[418669270] 'agreement among raft nodes before linearized reading' (duration: 113.680316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:04.616541Z","caller":"traceutil/trace.go:171","msg":"trace[1614981107] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"417.396374ms","start":"2026-03-31T05:11:04.199123Z","end":"2026-03-31T05:11:04.616519Z","steps":["trace[1614981107] 'process raft request' (duration: 416.591329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:04.616661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:04.199108Z","time spent":"417.479627ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1604,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:04.616963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.37109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a1d4eca8b28b65\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-31T05:11:04.617003Z","caller":"traceutil/trace.go:171","msg":"trace[846965645] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.18a1d4eca8b28b65; range_end:; response_count:1; response_revision:5178; }","duration":"247.447653ms","start":"2026-03-31T05:11:04.369546Z","end":"2026-03-31T05:11:04.616994Z","steps":["trace[846965645] 'agreement among raft nodes before linearized reading' (duration: 247.305138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:05.278313Z","caller":"traceutil/trace.go:171","msg":"trace[39412991] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"139.19601ms","start":"2026-03-31T05:11:05.139099Z","end":"2026-03-31T05:11:05.278295Z","steps":["trace[39412991] 'process raft request' (duration: 139.074646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:06.349038Z","caller":"traceutil/trace.go:171","msg":"trace[900687397] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5395; }","duration":"147.417402ms","start":"2026-03-31T05:11:06.201601Z","end":"2026-03-31T05:11:06.349019Z","steps":["trace[900687397] 'read index received' (duration: 39.173079ms)","trace[900687397] 'applied index is now lower than readState.Index' (duration: 108.243483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:06.349038Z","caller":"traceutil/trace.go:171","msg":"trace[688915612] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"147.837766ms","start":"2026-03-31T05:11:06.201168Z","end":"2026-03-31T05:11:06.349006Z","steps":["trace[688915612] 'process raft request' (duration: 147.603748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:06.349103Z","caller":"traceutil/trace.go:171","msg":"trace[1026918315] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"147.656689ms","start":"2026-03-31T05:11:06.201436Z","end":"2026-03-31T05:11:06.349092Z","steps":["trace[1026918315] 'process raft request' (duration: 147.513925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:06.349061Z","caller":"traceutil/trace.go:171","msg":"trace[1337376669] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"147.596007ms","start":"2026-03-31T05:11:06.201436Z","end":"2026-03-31T05:11:06.349032Z","steps":["trace[1337376669] 'process raft request' (duration: 147.484944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:06.3493Z","caller":"traceutil/trace.go:171","msg":"trace[289082494] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"147.522196ms","start":"2026-03-31T05:11:06.201701Z","end":"2026-03-31T05:11:06.349223Z","steps":["trace[289082494] 'process raft request' (duration: 147.276158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:06.349447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.828145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62852"} {"level":"info","ts":"2026-03-31T05:11:06.349527Z","caller":"traceutil/trace.go:171","msg":"trace[818295538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5199; }","duration":"147.947959ms","start":"2026-03-31T05:11:06.201563Z","end":"2026-03-31T05:11:06.349511Z","steps":["trace[818295538] 'agreement among raft nodes before linearized reading' (duration: 147.68766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:06.391525Z","caller":"traceutil/trace.go:171","msg":"trace[798028863] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"110.818925ms","start":"2026-03-31T05:11:06.280683Z","end":"2026-03-31T05:11:06.391502Z","steps":["trace[798028863] 'process raft request' (duration: 110.683921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.141538Z","caller":"traceutil/trace.go:171","msg":"trace[2027020713] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5455; }","duration":"228.188819ms","start":"2026-03-31T05:11:08.913319Z","end":"2026-03-31T05:11:09.141508Z","steps":["trace[2027020713] 'read index received' (duration: 228.077655ms)","trace[2027020713] 'applied index is now lower than readState.Index' (duration: 110.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:09.141581Z","caller":"traceutil/trace.go:171","msg":"trace[123676157] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"308.070917ms","start":"2026-03-31T05:11:08.833477Z","end":"2026-03-31T05:11:09.141548Z","steps":["trace[123676157] 'process raft request' (duration: 307.86313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:09.141749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.83345Z","time spent":"308.208342ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:09.141758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.403425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:09.141812Z","caller":"traceutil/trace.go:171","msg":"trace[731081135] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5254; }","duration":"228.522419ms","start":"2026-03-31T05:11:08.913277Z","end":"2026-03-31T05:11:09.141799Z","steps":["trace[731081135] 'agreement among raft nodes before linearized reading' (duration: 228.345133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.365446Z","caller":"traceutil/trace.go:171","msg":"trace[160538431] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"443.874469ms","start":"2026-03-31T05:11:08.921541Z","end":"2026-03-31T05:11:09.365415Z","steps":["trace[160538431] 'process raft request' (duration: 406.92407ms)","trace[160538431] 'compare' (duration: 36.808434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:09.365587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:08.921511Z","time spent":"444.003223ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17812,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:09.408777Z","caller":"traceutil/trace.go:171","msg":"trace[1170854104] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"261.14702ms","start":"2026-03-31T05:11:09.147607Z","end":"2026-03-31T05:11:09.408754Z","steps":["trace[1170854104] 'process raft request' (duration: 260.979455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.409099Z","caller":"traceutil/trace.go:171","msg":"trace[1539292106] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"261.44748ms","start":"2026-03-31T05:11:09.14761Z","end":"2026-03-31T05:11:09.409058Z","steps":["trace[1539292106] 'process raft request' (duration: 261.102749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.409164Z","caller":"traceutil/trace.go:171","msg":"trace[141101942] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"261.435059ms","start":"2026-03-31T05:11:09.147702Z","end":"2026-03-31T05:11:09.409137Z","steps":["trace[141101942] 'process raft request' (duration: 261.265374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:09.409299Z","caller":"traceutil/trace.go:171","msg":"trace[2068548762] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"261.395738ms","start":"2026-03-31T05:11:09.147879Z","end":"2026-03-31T05:11:09.409275Z","steps":["trace[2068548762] 'process raft request' (duration: 261.214672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.53435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.983042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:11:10.534453Z","caller":"traceutil/trace.go:171","msg":"trace[559170622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5269; }","duration":"128.132167ms","start":"2026-03-31T05:11:10.406298Z","end":"2026-03-31T05:11:10.53443Z","steps":["trace[559170622] 'range keys from in-memory index tree' (duration: 127.829907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.972581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.389297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-31T05:11:10.972661Z","caller":"traceutil/trace.go:171","msg":"trace[1037536972] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5278; }","duration":"129.516801ms","start":"2026-03-31T05:11:10.843127Z","end":"2026-03-31T05:11:10.972644Z","steps":["trace[1037536972] 'range keys from in-memory index tree' (duration: 129.081498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:10.972808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.796863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:11:10.97292Z","caller":"traceutil/trace.go:171","msg":"trace[1579744319] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5278; }","duration":"109.945267ms","start":"2026-03-31T05:11:10.862941Z","end":"2026-03-31T05:11:10.972886Z","steps":["trace[1579744319] 'range keys from in-memory index tree' (duration: 109.577215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:17.949854Z","caller":"traceutil/trace.go:171","msg":"trace[213814632] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"264.26778ms","start":"2026-03-31T05:11:17.685563Z","end":"2026-03-31T05:11:17.949831Z","steps":["trace[213814632] 'process raft request' (duration: 264.112015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:18.077469Z","caller":"traceutil/trace.go:171","msg":"trace[1163216556] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"299.025968ms","start":"2026-03-31T05:11:17.778409Z","end":"2026-03-31T05:11:18.077435Z","steps":["trace[1163216556] 'process raft request' (duration: 231.06519ms)","trace[1163216556] 'compare' (duration: 67.742821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:18.077788Z","caller":"traceutil/trace.go:171","msg":"trace[1402402076] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"298.751899ms","start":"2026-03-31T05:11:17.779007Z","end":"2026-03-31T05:11:18.077759Z","steps":["trace[1402402076] 'process raft request' (duration: 298.367307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:18.078118Z","caller":"traceutil/trace.go:171","msg":"trace[1618619285] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5606; }","duration":"189.002788ms","start":"2026-03-31T05:11:17.889097Z","end":"2026-03-31T05:11:18.0781Z","steps":["trace[1618619285] 'read index received' (duration: 60.666225ms)","trace[1618619285] 'applied index is now lower than readState.Index' (duration: 128.335363ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:18.078212Z","caller":"traceutil/trace.go:171","msg":"trace[971739460] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"299.115701ms","start":"2026-03-31T05:11:17.779068Z","end":"2026-03-31T05:11:18.078183Z","steps":["trace[971739460] 'process raft request' (duration: 298.575934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:18.078267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.165424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:18.078365Z","caller":"traceutil/trace.go:171","msg":"trace[133049381] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5406; }","duration":"189.303778ms","start":"2026-03-31T05:11:17.889039Z","end":"2026-03-31T05:11:18.078343Z","steps":["trace[133049381] 'agreement among raft nodes before linearized reading' (duration: 189.158103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:18.078615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.065901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-31T05:11:18.078684Z","caller":"traceutil/trace.go:171","msg":"trace[1828059841] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:5406; }","duration":"173.172413ms","start":"2026-03-31T05:11:17.905493Z","end":"2026-03-31T05:11:18.078666Z","steps":["trace[1828059841] 'agreement among raft nodes before linearized reading' (duration: 172.844153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.725808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144690072s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:19.725937Z","caller":"traceutil/trace.go:171","msg":"trace[1267131661] linearizableReadLoop","detail":"{readStateIndex:5611; appliedIndex:5610; }","duration":"1.623196985s","start":"2026-03-31T05:11:18.102718Z","end":"2026-03-31T05:11:19.725915Z","steps":["trace[1267131661] 'read index received' (duration: 478.223374ms)","trace[1267131661] 'applied index is now lower than readState.Index' (duration: 1.144972411s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:19.726Z","caller":"traceutil/trace.go:171","msg":"trace[890519350] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"1.63965195s","start":"2026-03-31T05:11:18.086311Z","end":"2026-03-31T05:11:19.725963Z","steps":["trace[890519350] 'process raft request' (duration: 494.705129ms)","trace[890519350] 'compare' (duration: 1.144521227s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:19.726151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.086288Z","time spent":"1.639784833s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:19.726376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252035336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:11:19.726432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.536008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:19.726498Z","caller":"traceutil/trace.go:171","msg":"trace[1921202822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5407; }","duration":"638.664072ms","start":"2026-03-31T05:11:19.08782Z","end":"2026-03-31T05:11:19.726484Z","steps":["trace[1921202822] 'agreement among raft nodes before linearized reading' (duration: 638.253039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.726481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623728451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:11:19.726556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047528423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-31T05:11:19.726612Z","caller":"traceutil/trace.go:171","msg":"trace[571082260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:5407; }","duration":"1.047588835s","start":"2026-03-31T05:11:18.679011Z","end":"2026-03-31T05:11:19.7266Z","steps":["trace[571082260] 'agreement among raft nodes before linearized reading' (duration: 1.047477621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.726663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.678947Z","time spent":"1.047701578s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" "} {"level":"warn","ts":"2026-03-31T05:11:19.726541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:19.087801Z","time spent":"638.732084ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:11:19.726668Z","caller":"traceutil/trace.go:171","msg":"trace[1468955504] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5407; }","duration":"1.25214705s","start":"2026-03-31T05:11:18.47428Z","end":"2026-03-31T05:11:19.726427Z","steps":["trace[1468955504] 'agreement among raft nodes before linearized reading' (duration: 1.251735637s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:19.726603Z","caller":"traceutil/trace.go:171","msg":"trace[12409721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5407; }","duration":"1.623915887s","start":"2026-03-31T05:11:18.10266Z","end":"2026-03-31T05:11:19.726576Z","steps":["trace[12409721] 'agreement among raft nodes before linearized reading' (duration: 1.623337889s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.726801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.102642Z","time spent":"1.624149235s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:11:19.726806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.474257Z","time spent":"1.252528483s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:11:19.72707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148249836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:11:19.727116Z","caller":"traceutil/trace.go:171","msg":"trace[1520765687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5407; }","duration":"1.148345329s","start":"2026-03-31T05:11:18.57876Z","end":"2026-03-31T05:11:19.727106Z","steps":["trace[1520765687] 'agreement among raft nodes before linearized reading' (duration: 1.148230245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.727068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139431804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:11:19.727205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151680426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:11:19.727277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145075155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:11:19.727283Z","caller":"traceutil/trace.go:171","msg":"trace[1589162328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5407; }","duration":"1.15180595s","start":"2026-03-31T05:11:18.575454Z","end":"2026-03-31T05:11:19.72726Z","steps":["trace[1589162328] 'agreement among raft nodes before linearized reading' (duration: 1.151581273s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:19.727285Z","caller":"traceutil/trace.go:171","msg":"trace[254468952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:5407; }","duration":"1.139637542s","start":"2026-03-31T05:11:18.58758Z","end":"2026-03-31T05:11:19.727218Z","steps":["trace[254468952] 'agreement among raft nodes before linearized reading' (duration: 1.139370073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.727291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148821844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:11:19.727388Z","caller":"traceutil/trace.go:171","msg":"trace[1410824275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5407; }","duration":"1.145208619s","start":"2026-03-31T05:11:18.582166Z","end":"2026-03-31T05:11:19.727375Z","steps":["trace[1410824275] 'agreement among raft nodes before linearized reading' (duration: 1.145023403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.727401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.57542Z","time spent":"1.151966725s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:11:19.727429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.58215Z","time spent":"1.145270491s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:19.727425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.587559Z","time spent":"1.139847428s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:11:19.727434Z","caller":"traceutil/trace.go:171","msg":"trace[2116261921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5407; }","duration":"1.14899064s","start":"2026-03-31T05:11:18.578421Z","end":"2026-03-31T05:11:19.727412Z","steps":["trace[2116261921] 'agreement among raft nodes before linearized reading' (duration: 1.148756122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.727225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.578727Z","time spent":"1.148487313s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:19.727484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.578407Z","time spent":"1.149063772s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:11:19.727529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14522304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:11:19.727605Z","caller":"traceutil/trace.go:171","msg":"trace[1585652400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5407; }","duration":"1.145344613s","start":"2026-03-31T05:11:18.582243Z","end":"2026-03-31T05:11:19.727587Z","steps":["trace[1585652400] 'agreement among raft nodes before linearized reading' (duration: 1.143794804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:19.727662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:18.582224Z","time spent":"1.145424006s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:11:20.197769Z","caller":"traceutil/trace.go:171","msg":"trace[1660095093] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5618; }","duration":"109.203243ms","start":"2026-03-31T05:11:20.088539Z","end":"2026-03-31T05:11:20.197742Z","steps":["trace[1660095093] 'read index received' (duration: 83.894596ms)","trace[1660095093] 'applied index is now lower than readState.Index' (duration: 25.307197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:20.197806Z","caller":"traceutil/trace.go:171","msg":"trace[499737736] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"113.912173ms","start":"2026-03-31T05:11:20.083865Z","end":"2026-03-31T05:11:20.197778Z","steps":["trace[499737736] 'process raft request' (duration: 113.670576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:20.197849Z","caller":"traceutil/trace.go:171","msg":"trace[791061140] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"113.742388ms","start":"2026-03-31T05:11:20.08409Z","end":"2026-03-31T05:11:20.197832Z","steps":["trace[791061140] 'process raft request' (duration: 113.606064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:20.197927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.349597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:20.197967Z","caller":"traceutil/trace.go:171","msg":"trace[575279401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5417; }","duration":"109.453901ms","start":"2026-03-31T05:11:20.088503Z","end":"2026-03-31T05:11:20.197957Z","steps":["trace[575279401] 'agreement among raft nodes before linearized reading' (duration: 109.343557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:21.734098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.207552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:21.7343Z","caller":"traceutil/trace.go:171","msg":"trace[831704528] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"764.840736ms","start":"2026-03-31T05:11:20.969428Z","end":"2026-03-31T05:11:21.734268Z","steps":["trace[831704528] 'process raft request' (duration: 764.750413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:21.734298Z","caller":"traceutil/trace.go:171","msg":"trace[1250614911] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"764.755704ms","start":"2026-03-31T05:11:20.969528Z","end":"2026-03-31T05:11:21.734284Z","steps":["trace[1250614911] 'process raft request' (duration: 764.706412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:21.734313Z","caller":"traceutil/trace.go:171","msg":"trace[385144935] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"764.866287ms","start":"2026-03-31T05:11:20.969396Z","end":"2026-03-31T05:11:21.734262Z","steps":["trace[385144935] 'process raft request' (duration: 171.439868ms)","trace[385144935] 'compare' (duration: 592.51917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:21.73451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:20.969375Z","time spent":"764.976221ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:21.734554Z","caller":"traceutil/trace.go:171","msg":"trace[626887958] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"764.832396ms","start":"2026-03-31T05:11:20.969705Z","end":"2026-03-31T05:11:21.734537Z","steps":["trace[626887958] 'process raft request' (duration: 764.553077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:21.734455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:20.969416Z","time spent":"764.93262ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:21.734638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:20.969695Z","time spent":"764.903199ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:21.73464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:20.969373Z","time spent":"765.149266ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:11:21.734646Z","caller":"traceutil/trace.go:171","msg":"trace[1476024667] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"764.849397ms","start":"2026-03-31T05:11:20.969785Z","end":"2026-03-31T05:11:21.734634Z","steps":["trace[1476024667] 'process raft request' (duration: 764.702982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:21.734846Z","caller":"traceutil/trace.go:171","msg":"trace[1458108668] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"764.627559ms","start":"2026-03-31T05:11:20.970208Z","end":"2026-03-31T05:11:21.734836Z","steps":["trace[1458108668] 'process raft request' (duration: 764.372491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:21.734878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:20.969774Z","time spent":"765.037682ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:21.73492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:20.9702Z","time spent":"764.687702ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:21.73489Z","caller":"traceutil/trace.go:171","msg":"trace[918942767] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5626; }","duration":"715.691449ms","start":"2026-03-31T05:11:21.01919Z","end":"2026-03-31T05:11:21.734882Z","steps":["trace[918942767] 'read index received' (duration: 121.656281ms)","trace[918942767] 'applied index is now lower than readState.Index' (duration: 594.033878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:21.735023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.827343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-31T05:11:21.735066Z","caller":"traceutil/trace.go:171","msg":"trace[697229177] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5428; }","duration":"715.912226ms","start":"2026-03-31T05:11:21.019144Z","end":"2026-03-31T05:11:21.735056Z","steps":["trace[697229177] 'agreement among raft nodes before linearized reading' (duration: 715.764642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:21.735102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:21.019119Z","time spent":"715.976057ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:11:21.735151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.765002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:21.735205Z","caller":"traceutil/trace.go:171","msg":"trace[1427921059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5428; }","duration":"647.843154ms","start":"2026-03-31T05:11:21.087346Z","end":"2026-03-31T05:11:21.73519Z","steps":["trace[1427921059] 'agreement among raft nodes before linearized reading' (duration: 647.721381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:21.735251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:21.087332Z","time spent":"647.912666ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:11:21.735318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.964026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:21.735346Z","caller":"traceutil/trace.go:171","msg":"trace[855770597] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5428; }","duration":"125.047278ms","start":"2026-03-31T05:11:21.610291Z","end":"2026-03-31T05:11:21.735339Z","steps":["trace[855770597] 'agreement among raft nodes before linearized reading' (duration: 124.978936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:21.734858Z","caller":"traceutil/trace.go:171","msg":"trace[450070693] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"331.646049ms","start":"2026-03-31T05:11:21.403202Z","end":"2026-03-31T05:11:21.734848Z","steps":["trace[450070693] 'process raft request' (duration: 331.556336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:21.735527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:21.403177Z","time spent":"332.318ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:21.735583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.891493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T05:11:21.735614Z","caller":"traceutil/trace.go:171","msg":"trace[481468329] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5428; }","duration":"519.962396ms","start":"2026-03-31T05:11:21.21564Z","end":"2026-03-31T05:11:21.735603Z","steps":["trace[481468329] 'agreement among raft nodes before linearized reading' (duration: 519.815791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:21.735644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:21.215617Z","time spent":"520.022067ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T05:11:22.361589Z","caller":"traceutil/trace.go:171","msg":"trace[2102866208] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5642; }","duration":"117.161057ms","start":"2026-03-31T05:11:22.244401Z","end":"2026-03-31T05:11:22.361562Z","steps":["trace[2102866208] 'read index received' (duration: 54.977433ms)","trace[2102866208] 'applied index is now lower than readState.Index' (duration: 62.182504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:22.362095Z","caller":"traceutil/trace.go:171","msg":"trace[1116198521] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"158.898708ms","start":"2026-03-31T05:11:22.203147Z","end":"2026-03-31T05:11:22.362045Z","steps":["trace[1116198521] 'process raft request' (duration: 96.309092ms)","trace[1116198521] 'compare' (duration: 61.815622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:22.362603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.166669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-31T05:11:22.362659Z","caller":"traceutil/trace.go:171","msg":"trace[1646171640] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:5438; }","duration":"118.275292ms","start":"2026-03-31T05:11:22.244369Z","end":"2026-03-31T05:11:22.362644Z","steps":["trace[1646171640] 'agreement among raft nodes before linearized reading' (duration: 117.288791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:23.512475Z","caller":"traceutil/trace.go:171","msg":"trace[876885146] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"104.939067ms","start":"2026-03-31T05:11:23.407508Z","end":"2026-03-31T05:11:23.512447Z","steps":["trace[876885146] 'process raft request' (duration: 102.367475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:25.349017Z","caller":"traceutil/trace.go:171","msg":"trace[1176531008] linearizableReadLoop","detail":"{readStateIndex:5684; appliedIndex:5683; }","duration":"361.983146ms","start":"2026-03-31T05:11:24.987007Z","end":"2026-03-31T05:11:25.34899Z","steps":["trace[1176531008] 'read index received' (duration: 361.846512ms)","trace[1176531008] 'applied index is now lower than readState.Index' (duration: 135.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:25.349141Z","caller":"traceutil/trace.go:171","msg":"trace[1723745438] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"364.725953ms","start":"2026-03-31T05:11:24.98439Z","end":"2026-03-31T05:11:25.349116Z","steps":["trace[1723745438] 'process raft request' (duration: 364.446635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:25.349193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.176182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:25.349238Z","caller":"traceutil/trace.go:171","msg":"trace[1870103203] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5479; }","duration":"362.276946ms","start":"2026-03-31T05:11:24.98695Z","end":"2026-03-31T05:11:25.349227Z","steps":["trace[1870103203] 'agreement among raft nodes before linearized reading' (duration: 362.185733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:25.349281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:24.986931Z","time spent":"362.341057ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:11:25.349287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:24.984365Z","time spent":"364.835457ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4749,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:25.349329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.773838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:25.349748Z","caller":"traceutil/trace.go:171","msg":"trace[586043733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5479; }","duration":"261.256124ms","start":"2026-03-31T05:11:25.088467Z","end":"2026-03-31T05:11:25.349723Z","steps":["trace[586043733] 'agreement among raft nodes before linearized reading' (duration: 260.758278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:25.732201Z","caller":"traceutil/trace.go:171","msg":"trace[2042433532] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"120.528985ms","start":"2026-03-31T05:11:25.611641Z","end":"2026-03-31T05:11:25.73217Z","steps":["trace[2042433532] 'process raft request' (duration: 93.40602ms)","trace[2042433532] 'compare' (duration: 26.929339ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:25.923081Z","caller":"traceutil/trace.go:171","msg":"trace[1282510934] linearizableReadLoop","detail":"{readStateIndex:5694; appliedIndex:5693; }","duration":"100.285219ms","start":"2026-03-31T05:11:25.822771Z","end":"2026-03-31T05:11:25.923056Z","steps":["trace[1282510934] 'read index received' (duration: 48.776706ms)","trace[1282510934] 'applied index is now lower than readState.Index' (duration: 51.507323ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:25.923136Z","caller":"traceutil/trace.go:171","msg":"trace[2136734147] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"121.834486ms","start":"2026-03-31T05:11:25.801269Z","end":"2026-03-31T05:11:25.923103Z","steps":["trace[2136734147] 'process raft request' (duration: 70.322873ms)","trace[2136734147] 'compare' (duration: 51.235624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:25.923404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.609919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:11:25.923462Z","caller":"traceutil/trace.go:171","msg":"trace[2055559901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5489; }","duration":"100.731913ms","start":"2026-03-31T05:11:25.822717Z","end":"2026-03-31T05:11:25.923449Z","steps":["trace[2055559901] 'agreement among raft nodes before linearized reading' (duration: 100.484455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:29.393582Z","caller":"traceutil/trace.go:171","msg":"trace[348329409] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"152.594548ms","start":"2026-03-31T05:11:29.240964Z","end":"2026-03-31T05:11:29.393558Z","steps":["trace[348329409] 'process raft request' (duration: 152.456304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:39.116031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782512115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:39.617017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782512115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:40.117205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782512115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:11:40.608264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.342233139s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:11:40.615817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:11:40.615913Z","caller":"traceutil/trace.go:171","msg":"trace[209035370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384155s","start":"2026-03-31T05:11:38.615508Z","end":"2026-03-31T05:11:40.615892Z","steps":["trace[209035370] 'agreement among raft nodes before linearized reading' (duration: 2.000259311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.615976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:38.615488Z","time spent":"2.000477478s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:11:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:11:40.875558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079840837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:40.875653Z","caller":"traceutil/trace.go:171","msg":"trace[489044088] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5618; }","duration":"3.080012102s","start":"2026-03-31T05:11:37.795621Z","end":"2026-03-31T05:11:40.875633Z","steps":["trace[489044088] 'count revisions from in-memory index tree' (duration: 3.079724023s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.875702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.795603Z","time spent":"3.080085645s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:40.876585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879510957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:11:40.876656Z","caller":"traceutil/trace.go:171","msg":"trace[1779795195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5618; }","duration":"2.879653171s","start":"2026-03-31T05:11:37.996989Z","end":"2026-03-31T05:11:40.876643Z","steps":["trace[1779795195] 'range keys from in-memory index tree' (duration: 2.879335141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.876686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.996959Z","time spent":"2.879721234s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:40.876698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003265191s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:40.876793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913804081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:11:40.876837Z","caller":"traceutil/trace.go:171","msg":"trace[546195883] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5618; }","duration":"2.913903454s","start":"2026-03-31T05:11:37.96292Z","end":"2026-03-31T05:11:40.876824Z","steps":["trace[546195883] 'range keys from in-memory index tree' (duration: 2.913552663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.876854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888844655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:11:40.876844Z","caller":"traceutil/trace.go:171","msg":"trace[163125042] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5618; }","duration":"1.003420456s","start":"2026-03-31T05:11:39.873397Z","end":"2026-03-31T05:11:40.876818Z","steps":["trace[163125042] 'range keys from in-memory index tree' (duration: 1.003245491s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:40.876876Z","caller":"traceutil/trace.go:171","msg":"trace[438480939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5618; }","duration":"2.888908767s","start":"2026-03-31T05:11:37.987962Z","end":"2026-03-31T05:11:40.87687Z","steps":["trace[438480939] 'range keys from in-memory index tree' (duration: 2.888758782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.876875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.962885Z","time spent":"2.913981057s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:11:40.876896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.987938Z","time spent":"2.888951018s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:11:40.878163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888740022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:11:40.878184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70279482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:11:40.87819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785611842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-31T05:11:40.878247Z","caller":"traceutil/trace.go:171","msg":"trace[1355204381] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5618; }","duration":"2.88994134s","start":"2026-03-31T05:11:37.988282Z","end":"2026-03-31T05:11:40.878223Z","steps":["trace[1355204381] 'range keys from in-memory index tree' (duration: 2.888649139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.878369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.988275Z","time spent":"2.890071004s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:11:40.878657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886034445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:11:40.878252Z","caller":"traceutil/trace.go:171","msg":"trace[270788340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5618; }","duration":"2.702897563s","start":"2026-03-31T05:11:38.175333Z","end":"2026-03-31T05:11:40.878231Z","steps":["trace[270788340] 'range keys from in-memory index tree' (duration: 2.702637255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:40.878694Z","caller":"traceutil/trace.go:171","msg":"trace[720340152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5618; }","duration":"2.886118418s","start":"2026-03-31T05:11:37.992568Z","end":"2026-03-31T05:11:40.878686Z","steps":["trace[720340152] 'range keys from in-memory index tree' (duration: 2.88588022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.878717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.992548Z","time spent":"2.8861644s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:40.878722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885840709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:11:40.878736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:38.175294Z","time spent":"2.703422341s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T05:11:40.878792Z","caller":"traceutil/trace.go:171","msg":"trace[1615148616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5618; }","duration":"2.885927092s","start":"2026-03-31T05:11:37.992848Z","end":"2026-03-31T05:11:40.878775Z","steps":["trace[1615148616] 'range keys from in-memory index tree' (duration: 2.885717665s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:40.87827Z","caller":"traceutil/trace.go:171","msg":"trace[1752749177] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5618; }","duration":"2.785756167s","start":"2026-03-31T05:11:38.092494Z","end":"2026-03-31T05:11:40.878251Z","steps":["trace[1752749177] 'range keys from in-memory index tree' (duration: 2.785368474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.878852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.99284Z","time spent":"2.886000154s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:11:40.878857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:38.09247Z","time spent":"2.786370616s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:11:40.879075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.379864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:40.879165Z","caller":"traceutil/trace.go:171","msg":"trace[17605960] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"2.613246124s","start":"2026-03-31T05:11:38.265898Z","end":"2026-03-31T05:11:40.879145Z","steps":["trace[17605960] 'process raft request' (duration: 2.342715635s)","trace[17605960] 'compare' (duration: 267.767421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:40.879248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:38.265877Z","time spent":"2.613329836s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:40.878168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878373131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:11:40.879428Z","caller":"traceutil/trace.go:171","msg":"trace[3844113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:5618; }","duration":"2.879667402s","start":"2026-03-31T05:11:37.999733Z","end":"2026-03-31T05:11:40.879401Z","steps":["trace[3844113] 'range keys from in-memory index tree' (duration: 2.878145224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.879516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.999725Z","time spent":"2.879761245s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:11:40.879612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886075406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:11:40.879676Z","caller":"traceutil/trace.go:171","msg":"trace[780202355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5618; }","duration":"2.886201841s","start":"2026-03-31T05:11:37.993455Z","end":"2026-03-31T05:11:40.879657Z","steps":["trace[780202355] 'range keys from in-memory index tree' (duration: 2.884681482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.879725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:37.993436Z","time spent":"2.886277752s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:11:40.959742Z","caller":"traceutil/trace.go:171","msg":"trace[1946816533] linearizableReadLoop","detail":"{readStateIndex:5833; appliedIndex:5829; }","duration":"2.344176741s","start":"2026-03-31T05:11:38.615541Z","end":"2026-03-31T05:11:40.959718Z","steps":["trace[1946816533] 'read index received' (duration: 1.993097063s)","trace[1946816533] 'applied index is now lower than readState.Index' (duration: 351.078758ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:40.960077Z","caller":"traceutil/trace.go:171","msg":"trace[153720199] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"2.627498668s","start":"2026-03-31T05:11:38.332563Z","end":"2026-03-31T05:11:40.960062Z","steps":["trace[153720199] 'process raft request' (duration: 2.626878778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.960196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:38.332536Z","time spent":"2.627579871s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:40.960405Z","caller":"traceutil/trace.go:171","msg":"trace[398168922] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"2.478131254s","start":"2026-03-31T05:11:38.482264Z","end":"2026-03-31T05:11:40.960395Z","steps":["trace[398168922] 'process raft request' (duration: 2.477325468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.960461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:38.482237Z","time spent":"2.478193246s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:40.960735Z","caller":"traceutil/trace.go:171","msg":"trace[1428040299] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"919.84385ms","start":"2026-03-31T05:11:40.040877Z","end":"2026-03-31T05:11:40.960721Z","steps":["trace[1428040299] 'process raft request' (duration: 918.784296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:40.960829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.040833Z","time spent":"919.943173ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:41.087989Z","caller":"traceutil/trace.go:171","msg":"trace[2071144268] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"468.813274ms","start":"2026-03-31T05:11:40.619148Z","end":"2026-03-31T05:11:41.087961Z","steps":["trace[2071144268] 'process raft request' (duration: 460.005173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.088101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.619112Z","time spent":"468.936848ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:11:41.088557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999831378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:11:41.08865Z","caller":"traceutil/trace.go:171","msg":"trace[114838405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999945531s","start":"2026-03-31T05:11:39.088685Z","end":"2026-03-31T05:11:41.08863Z","steps":["trace[114838405] 'agreement among raft nodes before linearized reading' (duration: 1.999827177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.088706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:39.088628Z","time spent":"2.000067835s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:11:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:11:41.258541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.656644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:11:41.259365Z","caller":"traceutil/trace.go:171","msg":"trace[1560312384] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"375.200718ms","start":"2026-03-31T05:11:40.884091Z","end":"2026-03-31T05:11:41.259292Z","steps":["trace[1560312384] 'process raft request' (duration: 374.908189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.259468Z","caller":"traceutil/trace.go:171","msg":"trace[270055139] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"374.63722ms","start":"2026-03-31T05:11:40.884798Z","end":"2026-03-31T05:11:41.259435Z","steps":["trace[270055139] 'process raft request' (duration: 374.31476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.259513Z","caller":"traceutil/trace.go:171","msg":"trace[1529383182] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"374.600998ms","start":"2026-03-31T05:11:40.884894Z","end":"2026-03-31T05:11:41.259495Z","steps":["trace[1529383182] 'process raft request' (duration: 374.310859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.25955Z","caller":"traceutil/trace.go:171","msg":"trace[1134999799] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"374.815895ms","start":"2026-03-31T05:11:40.884712Z","end":"2026-03-31T05:11:41.259528Z","steps":["trace[1134999799] 'process raft request' (duration: 374.351321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.259531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.884082Z","time spent":"375.360113ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:41.259626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.884721Z","time spent":"374.823596ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:41.25955Z","caller":"traceutil/trace.go:171","msg":"trace[446373877] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"374.050871ms","start":"2026-03-31T05:11:40.885479Z","end":"2026-03-31T05:11:41.25953Z","steps":["trace[446373877] 'process raft request' (duration: 373.769112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.25962Z","caller":"traceutil/trace.go:171","msg":"trace[1090508911] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"375.920661ms","start":"2026-03-31T05:11:40.88366Z","end":"2026-03-31T05:11:41.259581Z","steps":["trace[1090508911] 'process raft request' (duration: 375.015492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.259666Z","caller":"traceutil/trace.go:171","msg":"trace[1782590977] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5833; }","duration":"299.827594ms","start":"2026-03-31T05:11:40.95982Z","end":"2026-03-31T05:11:41.259648Z","steps":["trace[1782590977] 'read index received' (duration: 119.384889ms)","trace[1782590977] 'applied index is now lower than readState.Index' (duration: 180.441815ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:41.259706Z","caller":"traceutil/trace.go:171","msg":"trace[1250461108] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"370.046064ms","start":"2026-03-31T05:11:40.889647Z","end":"2026-03-31T05:11:41.259693Z","steps":["trace[1250461108] 'process raft request' (duration: 369.646521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.25976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.889641Z","time spent":"370.091885ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:41.259799Z","caller":"traceutil/trace.go:171","msg":"trace[1003706771] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"166.849583ms","start":"2026-03-31T05:11:41.092938Z","end":"2026-03-31T05:11:41.259787Z","steps":["trace[1003706771] 'process raft request' (duration: 166.602275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.259811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.883648Z","time spent":"376.065265ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:41.259789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.885471Z","time spent":"374.213376ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:41.259436Z","caller":"traceutil/trace.go:171","msg":"trace[601320443] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"374.559328ms","start":"2026-03-31T05:11:40.884858Z","end":"2026-03-31T05:11:41.259418Z","steps":["trace[601320443] 'process raft request' (duration: 374.30045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.25996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.884835Z","time spent":"375.087974ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:41.25988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.564747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:41.260012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738376137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:11:41.259827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994933551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:11:41.260049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.401146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T05:11:41.260089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.265626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:41.260098Z","caller":"traceutil/trace.go:171","msg":"trace[1182924695] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5632; }","duration":"1.995245401s","start":"2026-03-31T05:11:39.264835Z","end":"2026-03-31T05:11:41.26008Z","steps":["trace[1182924695] 'agreement among raft nodes before linearized reading' (duration: 1.994920121s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.26012Z","caller":"traceutil/trace.go:171","msg":"trace[861621431] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:5632; }","duration":"376.490969ms","start":"2026-03-31T05:11:40.883606Z","end":"2026-03-31T05:11:41.260096Z","steps":["trace[861621431] 'agreement among raft nodes before linearized reading' (duration: 376.065396ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:41.26009Z","caller":"traceutil/trace.go:171","msg":"trace[696016233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5632; }","duration":"163.817786ms","start":"2026-03-31T05:11:41.096253Z","end":"2026-03-31T05:11:41.260071Z","steps":["trace[696016233] 'agreement among raft nodes before linearized reading' (duration: 163.606459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.260166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:39.264813Z","time spent":"1.995330514s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:41.260172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.88359Z","time spent":"376.569521ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" "} {"level":"warn","ts":"2026-03-31T05:11:41.259962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.253157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:11:41.260256Z","caller":"traceutil/trace.go:171","msg":"trace[1152217752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5632; }","duration":"595.578007ms","start":"2026-03-31T05:11:40.664668Z","end":"2026-03-31T05:11:41.260246Z","steps":["trace[1152217752] 'agreement among raft nodes before linearized reading' (duration: 595.04431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.259626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.884885Z","time spent":"374.661511ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:41.260299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.664656Z","time spent":"595.630459ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:11:41.25964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.884702Z","time spent":"374.894089ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:41.260046Z","caller":"traceutil/trace.go:171","msg":"trace[2116109143] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5632; }","duration":"1.738445901s","start":"2026-03-31T05:11:39.52159Z","end":"2026-03-31T05:11:41.260036Z","steps":["trace[2116109143] 'agreement among raft nodes before linearized reading' (duration: 1.738148101s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.26045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:39.521572Z","time spent":"1.738850283s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:11:41.260141Z","caller":"traceutil/trace.go:171","msg":"trace[459926639] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5632; }","duration":"858.352698ms","start":"2026-03-31T05:11:40.401775Z","end":"2026-03-31T05:11:41.260128Z","steps":["trace[459926639] 'agreement among raft nodes before linearized reading' (duration: 857.923465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.260551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.401754Z","time spent":"858.782842ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":28,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:41.260847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.446988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81766"} {"level":"info","ts":"2026-03-31T05:11:41.260898Z","caller":"traceutil/trace.go:171","msg":"trace[1679787904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5632; }","duration":"376.51508ms","start":"2026-03-31T05:11:40.884372Z","end":"2026-03-31T05:11:41.260888Z","steps":["trace[1679787904] 'agreement among raft nodes before linearized reading' (duration: 375.376793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.260932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:40.884367Z","time spent":"376.556031ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81790,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:11:41.822986Z","caller":"traceutil/trace.go:171","msg":"trace[1093638883] linearizableReadLoop","detail":"{readStateIndex:5848; appliedIndex:5845; }","duration":"469.884128ms","start":"2026-03-31T05:11:41.353077Z","end":"2026-03-31T05:11:41.822962Z","steps":["trace[1093638883] 'read index received' (duration: 392.319774ms)","trace[1093638883] 'applied index is now lower than readState.Index' (duration: 77.563324ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:41.823071Z","caller":"traceutil/trace.go:171","msg":"trace[1598804560] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"548.389452ms","start":"2026-03-31T05:11:41.274671Z","end":"2026-03-31T05:11:41.82306Z","steps":["trace[1598804560] 'process raft request' (duration: 470.704854ms)","trace[1598804560] 'compare' (duration: 77.10479ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:41.823394Z","caller":"traceutil/trace.go:171","msg":"trace[1182715155] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"548.518777ms","start":"2026-03-31T05:11:41.274862Z","end":"2026-03-31T05:11:41.82338Z","steps":["trace[1182715155] 'process raft request' (duration: 548.045422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.823516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:41.274854Z","time spent":"548.583119ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:41.823532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:41.274657Z","time spent":"548.475265ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:41.823006Z","caller":"traceutil/trace.go:171","msg":"trace[1263505402] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"548.162185ms","start":"2026-03-31T05:11:41.274814Z","end":"2026-03-31T05:11:41.822976Z","steps":["trace[1263505402] 'process raft request' (duration: 547.984429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.823828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.863483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:11:41.823879Z","caller":"traceutil/trace.go:171","msg":"trace[1553729297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5636; }","duration":"129.952515ms","start":"2026-03-31T05:11:41.693912Z","end":"2026-03-31T05:11:41.823865Z","steps":["trace[1553729297] 'agreement among raft nodes before linearized reading' (duration: 129.79897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.823868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:41.274795Z","time spent":"548.93949ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:11:41.823924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.823048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19641"} {"level":"info","ts":"2026-03-31T05:11:41.824026Z","caller":"traceutil/trace.go:171","msg":"trace[2090915314] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5636; }","duration":"470.975552ms","start":"2026-03-31T05:11:41.353025Z","end":"2026-03-31T05:11:41.824001Z","steps":["trace[2090915314] 'agreement among raft nodes before linearized reading' (duration: 470.730065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:41.824079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:41.353004Z","time spent":"471.063826ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19665,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:11:42.61574Z","caller":"traceutil/trace.go:171","msg":"trace[1191301431] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5849; }","duration":"330.620776ms","start":"2026-03-31T05:11:42.285079Z","end":"2026-03-31T05:11:42.6157Z","steps":["trace[1191301431] 'read index received' (duration: 330.456711ms)","trace[1191301431] 'applied index is now lower than readState.Index' (duration: 162.905µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:42.615961Z","caller":"traceutil/trace.go:171","msg":"trace[1144889764] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"470.702815ms","start":"2026-03-31T05:11:42.145225Z","end":"2026-03-31T05:11:42.615927Z","steps":["trace[1144889764] 'process raft request' (duration: 470.295092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:42.61612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.788781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:42.616205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:42.145206Z","time spent":"470.862339ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4142,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:42.616174Z","caller":"traceutil/trace.go:171","msg":"trace[1373618474] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5638; }","duration":"331.135192ms","start":"2026-03-31T05:11:42.285023Z","end":"2026-03-31T05:11:42.616158Z","steps":["trace[1373618474] 'agreement among raft nodes before linearized reading' (duration: 330.788301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:42.616406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:42.285003Z","time spent":"331.383ms","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:11:43.085162Z","caller":"traceutil/trace.go:171","msg":"trace[1738104585] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"462.852664ms","start":"2026-03-31T05:11:42.622277Z","end":"2026-03-31T05:11:43.08513Z","steps":["trace[1738104585] 'process raft request' (duration: 429.19187ms)","trace[1738104585] 'compare' (duration: 33.276962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:43.085354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:42.622255Z","time spent":"463.007399ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:43.134422Z","caller":"traceutil/trace.go:171","msg":"trace[1565402302] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"509.950436ms","start":"2026-03-31T05:11:42.624439Z","end":"2026-03-31T05:11:43.13439Z","steps":["trace[1565402302] 'process raft request' (duration: 509.75469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.134599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:42.624411Z","time spent":"510.096331ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:43.134596Z","caller":"traceutil/trace.go:171","msg":"trace[1390561431] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"511.039781ms","start":"2026-03-31T05:11:42.623537Z","end":"2026-03-31T05:11:43.134577Z","steps":["trace[1390561431] 'process raft request' (duration: 510.407541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.134711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:42.623513Z","time spent":"511.145994ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:43.134782Z","caller":"traceutil/trace.go:171","msg":"trace[486808816] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"168.492295ms","start":"2026-03-31T05:11:42.966264Z","end":"2026-03-31T05:11:43.134757Z","steps":["trace[486808816] 'process raft request' (duration: 168.104932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:43.134892Z","caller":"traceutil/trace.go:171","msg":"trace[386280990] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"167.792672ms","start":"2026-03-31T05:11:42.967072Z","end":"2026-03-31T05:11:43.134865Z","steps":["trace[386280990] 'process raft request' (duration: 167.337718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:43.134887Z","caller":"traceutil/trace.go:171","msg":"trace[987191198] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"249.188308ms","start":"2026-03-31T05:11:42.885653Z","end":"2026-03-31T05:11:43.134842Z","steps":["trace[987191198] 'process raft request' (duration: 248.637001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.932006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.920063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:43.932109Z","caller":"traceutil/trace.go:171","msg":"trace[818296498] linearizableReadLoop","detail":"{readStateIndex:5857; appliedIndex:5856; }","duration":"681.331832ms","start":"2026-03-31T05:11:43.250761Z","end":"2026-03-31T05:11:43.932093Z","steps":["trace[818296498] 'read index received' (duration: 37.151µs)","trace[818296498] 'applied index is now lower than readState.Index' (duration: 681.293411ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:43.932144Z","caller":"traceutil/trace.go:171","msg":"trace[910151548] transaction","detail":"{read_only:false; response_revision:5645; number_of_response:1; }","duration":"788.755577ms","start":"2026-03-31T05:11:43.143362Z","end":"2026-03-31T05:11:43.932118Z","steps":["trace[910151548] 'process raft request' (duration: 57.645288ms)","trace[910151548] 'compare' (duration: 730.81116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:43.932199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.432645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:11:43.932268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.143344Z","time spent":"788.856851ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:11:43.932299Z","caller":"traceutil/trace.go:171","msg":"trace[222666785] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5645; }","duration":"681.557419ms","start":"2026-03-31T05:11:43.250727Z","end":"2026-03-31T05:11:43.932284Z","steps":["trace[222666785] 'agreement among raft nodes before linearized reading' (duration: 681.433905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.932378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.250712Z","time spent":"681.622251ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:43.950108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.505252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:43.950171Z","caller":"traceutil/trace.go:171","msg":"trace[1084564492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5646; }","duration":"351.621156ms","start":"2026-03-31T05:11:43.598536Z","end":"2026-03-31T05:11:43.950157Z","steps":["trace[1084564492] 'agreement among raft nodes before linearized reading' (duration: 351.521493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.950204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.598516Z","time spent":"351.680308ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:11:43.950204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.547403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:11:43.950229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.403641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:11:43.950332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.121799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:11:43.950326Z","caller":"traceutil/trace.go:171","msg":"trace[171392298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5646; }","duration":"684.517554ms","start":"2026-03-31T05:11:43.265787Z","end":"2026-03-31T05:11:43.950305Z","steps":["trace[171392298] 'agreement among raft nodes before linearized reading' (duration: 684.317408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:43.950371Z","caller":"traceutil/trace.go:171","msg":"trace[1152575234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5646; }","duration":"683.169161ms","start":"2026-03-31T05:11:43.267188Z","end":"2026-03-31T05:11:43.950357Z","steps":["trace[1152575234] 'agreement among raft nodes before linearized reading' (duration: 683.086928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:43.950334Z","caller":"traceutil/trace.go:171","msg":"trace[1665932829] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"139.418797ms","start":"2026-03-31T05:11:43.810841Z","end":"2026-03-31T05:11:43.95026Z","steps":["trace[1665932829] 'process raft request' (duration: 139.020544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.950402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.265775Z","time spent":"684.615357ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:11:43.950348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.339978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:11:43.950467Z","caller":"traceutil/trace.go:171","msg":"trace[533969707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5646; }","duration":"683.660946ms","start":"2026-03-31T05:11:43.266608Z","end":"2026-03-31T05:11:43.950269Z","steps":["trace[533969707] 'agreement among raft nodes before linearized reading' (duration: 683.434709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:43.950511Z","caller":"traceutil/trace.go:171","msg":"trace[1536449702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:5646; }","duration":"684.535154ms","start":"2026-03-31T05:11:43.265958Z","end":"2026-03-31T05:11:43.950493Z","steps":["trace[1536449702] 'agreement among raft nodes before linearized reading' (duration: 684.184363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.950536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.266598Z","time spent":"683.925205ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:11:43.950387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.579146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:11:43.950574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.265951Z","time spent":"684.608747ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:11:43.950599Z","caller":"traceutil/trace.go:171","msg":"trace[491098161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5646; }","duration":"684.845195ms","start":"2026-03-31T05:11:43.265744Z","end":"2026-03-31T05:11:43.95059Z","steps":["trace[491098161] 'agreement among raft nodes before linearized reading' (duration: 684.450522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.950611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.131124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:11:43.950523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.532555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:11:43.950678Z","caller":"traceutil/trace.go:171","msg":"trace[563943810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5646; }","duration":"685.727382ms","start":"2026-03-31T05:11:43.264944Z","end":"2026-03-31T05:11:43.950672Z","steps":["trace[563943810] 'agreement among raft nodes before linearized reading' (duration: 685.02789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.950699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.264923Z","time spent":"685.771923ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:11:43.950724Z","caller":"traceutil/trace.go:171","msg":"trace[305873182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5646; }","duration":"685.309729ms","start":"2026-03-31T05:11:43.265361Z","end":"2026-03-31T05:11:43.95067Z","steps":["trace[305873182] 'agreement among raft nodes before linearized reading' (duration: 685.108463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:43.950632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.265737Z","time spent":"684.887896ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:11:43.950805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.265332Z","time spent":"685.458163ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:11:43.950409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:11:43.267181Z","time spent":"683.220062ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:11:44.090432Z","caller":"traceutil/trace.go:171","msg":"trace[531045326] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"135.689868ms","start":"2026-03-31T05:11:43.954718Z","end":"2026-03-31T05:11:44.090408Z","steps":["trace[531045326] 'process raft request' (duration: 85.044583ms)","trace[531045326] 'compare' (duration: 50.564113ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:44.093934Z","caller":"traceutil/trace.go:171","msg":"trace[212574340] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"138.802247ms","start":"2026-03-31T05:11:43.95511Z","end":"2026-03-31T05:11:44.093912Z","steps":["trace[212574340] 'process raft request' (duration: 138.646722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:44.093947Z","caller":"traceutil/trace.go:171","msg":"trace[1029785655] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"138.701914ms","start":"2026-03-31T05:11:43.954853Z","end":"2026-03-31T05:11:44.093554Z","steps":["trace[1029785655] 'process raft request' (duration: 138.383344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:44.094058Z","caller":"traceutil/trace.go:171","msg":"trace[560584487] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"138.749205ms","start":"2026-03-31T05:11:43.954878Z","end":"2026-03-31T05:11:44.093628Z","steps":["trace[560584487] 'process raft request' (duration: 138.469636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:44.094249Z","caller":"traceutil/trace.go:171","msg":"trace[1420046058] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"138.59115ms","start":"2026-03-31T05:11:43.955262Z","end":"2026-03-31T05:11:44.093853Z","steps":["trace[1420046058] 'process raft request' (duration: 138.551619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:44.09433Z","caller":"traceutil/trace.go:171","msg":"trace[364073842] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"138.968963ms","start":"2026-03-31T05:11:43.954893Z","end":"2026-03-31T05:11:44.093861Z","steps":["trace[364073842] 'process raft request' (duration: 138.504778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:44.29306Z","caller":"traceutil/trace.go:171","msg":"trace[1232339166] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"112.358653ms","start":"2026-03-31T05:11:44.180671Z","end":"2026-03-31T05:11:44.29303Z","steps":["trace[1232339166] 'process raft request' (duration: 28.981074ms)","trace[1232339166] 'compare' (duration: 83.046319ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:46.225353Z","caller":"traceutil/trace.go:171","msg":"trace[86548884] linearizableReadLoop","detail":"{readStateIndex:5883; appliedIndex:5882; }","duration":"125.972309ms","start":"2026-03-31T05:11:46.099363Z","end":"2026-03-31T05:11:46.225335Z","steps":["trace[86548884] 'read index received' (duration: 125.842854ms)","trace[86548884] 'applied index is now lower than readState.Index' (duration: 128.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:46.225397Z","caller":"traceutil/trace.go:171","msg":"trace[878632473] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"127.988082ms","start":"2026-03-31T05:11:46.097371Z","end":"2026-03-31T05:11:46.225359Z","steps":["trace[878632473] 'process raft request' (duration: 127.839418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:46.225672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.276988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:11:46.225761Z","caller":"traceutil/trace.go:171","msg":"trace[1754376456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5670; }","duration":"126.390821ms","start":"2026-03-31T05:11:46.099348Z","end":"2026-03-31T05:11:46.225739Z","steps":["trace[1754376456] 'agreement among raft nodes before linearized reading' (duration: 126.110732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:46.227716Z","caller":"traceutil/trace.go:171","msg":"trace[2029533719] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"127.094184ms","start":"2026-03-31T05:11:46.100602Z","end":"2026-03-31T05:11:46.227697Z","steps":["trace[2029533719] 'process raft request' (duration: 126.827865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:46.2277Z","caller":"traceutil/trace.go:171","msg":"trace[745981334] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"126.503485ms","start":"2026-03-31T05:11:46.101163Z","end":"2026-03-31T05:11:46.227666Z","steps":["trace[745981334] 'process raft request' (duration: 126.385191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:46.227874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.438927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:11:46.227942Z","caller":"traceutil/trace.go:171","msg":"trace[709058885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5672; }","duration":"128.522999ms","start":"2026-03-31T05:11:46.099401Z","end":"2026-03-31T05:11:46.227924Z","steps":["trace[709058885] 'agreement among raft nodes before linearized reading' (duration: 128.368714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:46.228164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.757687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:11:46.22821Z","caller":"traceutil/trace.go:171","msg":"trace[380184486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5672; }","duration":"128.812129ms","start":"2026-03-31T05:11:46.099386Z","end":"2026-03-31T05:11:46.228198Z","steps":["trace[380184486] 'agreement among raft nodes before linearized reading' (duration: 128.22323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:46.335568Z","caller":"traceutil/trace.go:171","msg":"trace[266492860] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5886; }","duration":"100.187016ms","start":"2026-03-31T05:11:46.235362Z","end":"2026-03-31T05:11:46.335549Z","steps":["trace[266492860] 'read index received' (duration: 53.076803ms)","trace[266492860] 'applied index is now lower than readState.Index' (duration: 47.109333ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:46.335608Z","caller":"traceutil/trace.go:171","msg":"trace[1437924703] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"104.229625ms","start":"2026-03-31T05:11:46.231352Z","end":"2026-03-31T05:11:46.335581Z","steps":["trace[1437924703] 'process raft request' (duration: 56.949297ms)","trace[1437924703] 'compare' (duration: 47.098912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:46.335716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.34288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:46.335747Z","caller":"traceutil/trace.go:171","msg":"trace[1814528571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5675; }","duration":"100.452664ms","start":"2026-03-31T05:11:46.235286Z","end":"2026-03-31T05:11:46.335739Z","steps":["trace[1814528571] 'agreement among raft nodes before linearized reading' (duration: 100.358211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:46.335757Z","caller":"traceutil/trace.go:171","msg":"trace[1943809696] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"102.582842ms","start":"2026-03-31T05:11:46.233106Z","end":"2026-03-31T05:11:46.335689Z","steps":["trace[1943809696] 'process raft request' (duration: 102.404787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:46.388605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.994188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:11:46.388703Z","caller":"traceutil/trace.go:171","msg":"trace[2075076713] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5676; }","duration":"152.135263ms","start":"2026-03-31T05:11:46.236543Z","end":"2026-03-31T05:11:46.388678Z","steps":["trace[2075076713] 'agreement among raft nodes before linearized reading' (duration: 151.876154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:46.388703Z","caller":"traceutil/trace.go:171","msg":"trace[1893345402] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"144.029544ms","start":"2026-03-31T05:11:46.244628Z","end":"2026-03-31T05:11:46.388658Z","steps":["trace[1893345402] 'process raft request' (duration: 143.614381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:46.587006Z","caller":"traceutil/trace.go:171","msg":"trace[1721255271] linearizableReadLoop","detail":"{readStateIndex:5890; appliedIndex:5889; }","duration":"115.018269ms","start":"2026-03-31T05:11:46.471962Z","end":"2026-03-31T05:11:46.58698Z","steps":["trace[1721255271] 'read index received' (duration: 71.414178ms)","trace[1721255271] 'applied index is now lower than readState.Index' (duration: 43.602961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:46.587105Z","caller":"traceutil/trace.go:171","msg":"trace[116890720] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"181.496319ms","start":"2026-03-31T05:11:46.405574Z","end":"2026-03-31T05:11:46.58707Z","steps":["trace[116890720] 'process raft request' (duration: 137.869327ms)","trace[116890720] 'compare' (duration: 43.228809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:46.587134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.157933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:46.587361Z","caller":"traceutil/trace.go:171","msg":"trace[1068190163] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5677; }","duration":"115.454382ms","start":"2026-03-31T05:11:46.47188Z","end":"2026-03-31T05:11:46.587334Z","steps":["trace[1068190163] 'agreement among raft nodes before linearized reading' (duration: 115.188804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:46.897304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.21034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:11:46.897387Z","caller":"traceutil/trace.go:171","msg":"trace[1181175968] linearizableReadLoop","detail":"{readStateIndex:5891; appliedIndex:5890; }","duration":"227.435044ms","start":"2026-03-31T05:11:46.66994Z","end":"2026-03-31T05:11:46.897375Z","steps":["trace[1181175968] 'read index received' (duration: 114.09551ms)","trace[1181175968] 'applied index is now lower than readState.Index' (duration: 113.338734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:46.897471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.540086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:46.897444Z","caller":"traceutil/trace.go:171","msg":"trace[884449105] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"295.604608ms","start":"2026-03-31T05:11:46.601795Z","end":"2026-03-31T05:11:46.8974Z","steps":["trace[884449105] 'process raft request' (duration: 182.235273ms)","trace[884449105] 'compare' (duration: 113.123938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:11:46.897607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.585218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T05:11:46.897495Z","caller":"traceutil/trace.go:171","msg":"trace[1328551193] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5678; }","duration":"227.603649ms","start":"2026-03-31T05:11:46.669885Z","end":"2026-03-31T05:11:46.897489Z","steps":["trace[1328551193] 'agreement among raft nodes before linearized reading' (duration: 227.546887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:46.897649Z","caller":"traceutil/trace.go:171","msg":"trace[153972967] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5678; }","duration":"174.65092ms","start":"2026-03-31T05:11:46.722989Z","end":"2026-03-31T05:11:46.89764Z","steps":["trace[153972967] 'agreement among raft nodes before linearized reading' (duration: 174.525606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:50.495038Z","caller":"traceutil/trace.go:171","msg":"trace[281470826] linearizableReadLoop","detail":"{readStateIndex:5918; appliedIndex:5915; }","duration":"248.851976ms","start":"2026-03-31T05:11:50.246169Z","end":"2026-03-31T05:11:50.495021Z","steps":["trace[281470826] 'read index received' (duration: 31.713851ms)","trace[281470826] 'applied index is now lower than readState.Index' (duration: 217.137335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:50.495087Z","caller":"traceutil/trace.go:171","msg":"trace[804125135] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"250.359195ms","start":"2026-03-31T05:11:50.244684Z","end":"2026-03-31T05:11:50.495043Z","steps":["trace[804125135] 'process raft request' (duration: 250.178169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:50.495134Z","caller":"traceutil/trace.go:171","msg":"trace[1999291017] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"249.60874ms","start":"2026-03-31T05:11:50.245477Z","end":"2026-03-31T05:11:50.495086Z","steps":["trace[1999291017] 'process raft request' (duration: 249.504347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:50.495234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.986705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:11:50.495265Z","caller":"traceutil/trace.go:171","msg":"trace[1216685278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5705; }","duration":"146.080119ms","start":"2026-03-31T05:11:50.349176Z","end":"2026-03-31T05:11:50.495256Z","steps":["trace[1216685278] 'agreement among raft nodes before linearized reading' (duration: 145.956795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:50.495463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.448724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:11:50.495555Z","caller":"traceutil/trace.go:171","msg":"trace[1886715495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5705; }","duration":"143.557938ms","start":"2026-03-31T05:11:50.351982Z","end":"2026-03-31T05:11:50.49554Z","steps":["trace[1886715495] 'agreement among raft nodes before linearized reading' (duration: 143.208817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:50.495558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.366263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:11:50.495879Z","caller":"traceutil/trace.go:171","msg":"trace[1681490639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5705; }","duration":"249.57985ms","start":"2026-03-31T05:11:50.246115Z","end":"2026-03-31T05:11:50.495695Z","steps":["trace[1681490639] 'agreement among raft nodes before linearized reading' (duration: 249.001991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.3119Z","caller":"traceutil/trace.go:171","msg":"trace[2044399171] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"134.224001ms","start":"2026-03-31T05:11:51.177648Z","end":"2026-03-31T05:11:51.311872Z","steps":["trace[2044399171] 'process raft request' (duration: 134.037925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.374735Z","caller":"traceutil/trace.go:171","msg":"trace[1265591705] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"185.569849ms","start":"2026-03-31T05:11:51.189146Z","end":"2026-03-31T05:11:51.374716Z","steps":["trace[1265591705] 'process raft request' (duration: 185.408374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:51.374925Z","caller":"traceutil/trace.go:171","msg":"trace[183487327] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"184.184635ms","start":"2026-03-31T05:11:51.190693Z","end":"2026-03-31T05:11:51.374877Z","steps":["trace[183487327] 'process raft request' (duration: 183.989439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:11:52.020288Z","caller":"traceutil/trace.go:171","msg":"trace[823217433] linearizableReadLoop","detail":"{readStateIndex:5928; appliedIndex:5927; }","duration":"103.052067ms","start":"2026-03-31T05:11:51.917219Z","end":"2026-03-31T05:11:52.020271Z","steps":["trace[823217433] 'read index received' (duration: 102.938924ms)","trace[823217433] 'applied index is now lower than readState.Index' (duration: 112.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:11:52.020536Z","caller":"traceutil/trace.go:171","msg":"trace[891891713] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"106.469266ms","start":"2026-03-31T05:11:51.914055Z","end":"2026-03-31T05:11:52.020524Z","steps":["trace[891891713] 'process raft request' (duration: 106.097564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:52.020528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.283534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:11:52.020623Z","caller":"traceutil/trace.go:171","msg":"trace[998081582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5714; }","duration":"103.476611ms","start":"2026-03-31T05:11:51.917131Z","end":"2026-03-31T05:11:52.020607Z","steps":["trace[998081582] 'agreement among raft nodes before linearized reading' (duration: 103.277265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:11:52.299562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.665884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:11:52.299678Z","caller":"traceutil/trace.go:171","msg":"trace[861070877] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5714; }","duration":"212.843429ms","start":"2026-03-31T05:11:52.086815Z","end":"2026-03-31T05:11:52.299658Z","steps":["trace[861070877] 'range keys from in-memory index tree' (duration: 212.55595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:00.592793Z","caller":"traceutil/trace.go:171","msg":"trace[1241165299] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"201.798557ms","start":"2026-03-31T05:12:00.390959Z","end":"2026-03-31T05:12:00.592758Z","steps":["trace[1241165299] 'process raft request' (duration: 201.57391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.064088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.93831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:01.064185Z","caller":"traceutil/trace.go:171","msg":"trace[1466512346] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"467.936045ms","start":"2026-03-31T05:12:00.596233Z","end":"2026-03-31T05:12:01.064169Z","steps":["trace[1466512346] 'process raft request' (duration: 239.84535ms)","trace[1466512346] 'compare' (duration: 227.835607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:01.064229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:00.596215Z","time spent":"467.993607ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:01.087768Z","caller":"traceutil/trace.go:171","msg":"trace[1702641406] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"491.098814ms","start":"2026-03-31T05:12:00.596646Z","end":"2026-03-31T05:12:01.087745Z","steps":["trace[1702641406] 'process raft request' (duration: 491.014022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:01.087844Z","caller":"traceutil/trace.go:171","msg":"trace[1112548955] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"491.164557ms","start":"2026-03-31T05:12:00.596621Z","end":"2026-03-31T05:12:01.087786Z","steps":["trace[1112548955] 'process raft request' (duration: 490.869617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.087892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:00.596625Z","time spent":"491.211347ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:01.088037Z","caller":"traceutil/trace.go:171","msg":"trace[1540217796] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"491.332542ms","start":"2026-03-31T05:12:00.596679Z","end":"2026-03-31T05:12:01.088011Z","steps":["trace[1540217796] 'process raft request' (duration: 491.026612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.088046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:00.596605Z","time spent":"491.349292ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:01.088083Z","caller":"traceutil/trace.go:171","msg":"trace[799870193] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5981; }","duration":"447.38619ms","start":"2026-03-31T05:12:00.64067Z","end":"2026-03-31T05:12:01.088057Z","steps":["trace[799870193] 'read index received' (duration: 195.344351ms)","trace[799870193] 'applied index is now lower than readState.Index' (duration: 252.040859ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:01.088149Z","caller":"traceutil/trace.go:171","msg":"trace[699426336] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"490.589177ms","start":"2026-03-31T05:12:00.597536Z","end":"2026-03-31T05:12:01.088126Z","steps":["trace[699426336] 'process raft request' (duration: 490.416312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.088164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:00.596657Z","time spent":"491.441855ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:01.08824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:00.59752Z","time spent":"490.670591ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:01.088508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.630538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.18a1d4fcdb6d6c72\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-03-31T05:12:01.088577Z","caller":"traceutil/trace.go:171","msg":"trace[1766071048] range","detail":"{range_begin:/registry/events/monitoring/loki-0.18a1d4fcdb6d6c72; range_end:; response_count:1; response_revision:5771; }","duration":"447.921147ms","start":"2026-03-31T05:12:00.640636Z","end":"2026-03-31T05:12:01.088557Z","steps":["trace[1766071048] 'agreement among raft nodes before linearized reading' (duration: 447.526425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:01.088671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:00.640621Z","time spent":"448.03359ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":742,"request content":"key:\"/registry/events/monitoring/loki-0.18a1d4fcdb6d6c72\" "} {"level":"warn","ts":"2026-03-31T05:12:01.090864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.154332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:01.090904Z","caller":"traceutil/trace.go:171","msg":"trace[1866813889] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5771; }","duration":"172.228674ms","start":"2026-03-31T05:12:00.918666Z","end":"2026-03-31T05:12:01.090894Z","steps":["trace[1866813889] 'agreement among raft nodes before linearized reading' (duration: 172.162502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.287255Z","caller":"traceutil/trace.go:171","msg":"trace[1500323295] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"118.151349ms","start":"2026-03-31T05:12:02.169062Z","end":"2026-03-31T05:12:02.287214Z","steps":["trace[1500323295] 'process raft request' (duration: 117.949172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:02.766446Z","caller":"traceutil/trace.go:171","msg":"trace[798802038] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"144.175909ms","start":"2026-03-31T05:12:02.622196Z","end":"2026-03-31T05:12:02.766372Z","steps":["trace[798802038] 'process raft request' (duration: 72.247765ms)","trace[798802038] 'compare' (duration: 71.726808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:02.774585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2889} {"level":"info","ts":"2026-03-31T05:12:02.874759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2889,"took":"98.652496ms","hash":653130741,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":32329728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T05:12:02.874813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":653130741,"revision":2889,"compact-revision":-1} {"level":"warn","ts":"2026-03-31T05:12:03.657909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.679034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:03.658099Z","caller":"traceutil/trace.go:171","msg":"trace[1089438762] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"240.911344ms","start":"2026-03-31T05:12:03.41717Z","end":"2026-03-31T05:12:03.658082Z","steps":["trace[1089438762] 'process raft request' (duration: 240.851192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:03.658335Z","caller":"traceutil/trace.go:171","msg":"trace[1733199376] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"242.497825ms","start":"2026-03-31T05:12:03.415808Z","end":"2026-03-31T05:12:03.658306Z","steps":["trace[1733199376] 'process raft request' (duration: 61.329117ms)","trace[1733199376] 'compare' (duration: 180.514488ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:05.217762Z","caller":"traceutil/trace.go:171","msg":"trace[497852632] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6014; }","duration":"139.419027ms","start":"2026-03-31T05:12:05.07833Z","end":"2026-03-31T05:12:05.217749Z","steps":["trace[497852632] 'read index received' (duration: 139.264802ms)","trace[497852632] 'applied index is now lower than readState.Index' (duration: 153.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:05.217846Z","caller":"traceutil/trace.go:171","msg":"trace[527717277] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"382.850702ms","start":"2026-03-31T05:12:04.834967Z","end":"2026-03-31T05:12:05.217817Z","steps":["trace[527717277] 'process raft request' (duration: 382.688737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.2179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.558332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:12:05.217926Z","caller":"traceutil/trace.go:171","msg":"trace[1695315520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5797; }","duration":"139.594043ms","start":"2026-03-31T05:12:05.078325Z","end":"2026-03-31T05:12:05.217919Z","steps":["trace[1695315520] 'agreement among raft nodes before linearized reading' (duration: 139.50047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.217964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:04.834948Z","time spent":"382.951166ms","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9565,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:05.21809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.81618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:12:05.218113Z","caller":"traceutil/trace.go:171","msg":"trace[253060914] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5797; }","duration":"113.859272ms","start":"2026-03-31T05:12:05.104247Z","end":"2026-03-31T05:12:05.218107Z","steps":["trace[253060914] 'agreement among raft nodes before linearized reading' (duration: 113.80615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.218101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.822988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:12:05.218115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.928466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:05.218146Z","caller":"traceutil/trace.go:171","msg":"trace[1332070019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5797; }","duration":"112.888711ms","start":"2026-03-31T05:12:05.105245Z","end":"2026-03-31T05:12:05.218134Z","steps":["trace[1332070019] 'agreement among raft nodes before linearized reading' (duration: 112.775827ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.218198Z","caller":"traceutil/trace.go:171","msg":"trace[1439757222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5797; }","duration":"131.04959ms","start":"2026-03-31T05:12:05.08713Z","end":"2026-03-31T05:12:05.218179Z","steps":["trace[1439757222] 'agreement among raft nodes before linearized reading' (duration: 130.877404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.218229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.88635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:12:05.218255Z","caller":"traceutil/trace.go:171","msg":"trace[536769190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5797; }","duration":"112.958803ms","start":"2026-03-31T05:12:05.10529Z","end":"2026-03-31T05:12:05.218249Z","steps":["trace[536769190] 'agreement among raft nodes before linearized reading' (duration: 112.8482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:05.21839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.504828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:12:05.218453Z","caller":"traceutil/trace.go:171","msg":"trace[1916473553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5797; }","duration":"117.599291ms","start":"2026-03-31T05:12:05.100841Z","end":"2026-03-31T05:12:05.21844Z","steps":["trace[1916473553] 'agreement among raft nodes before linearized reading' (duration: 117.413815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:05.389013Z","caller":"traceutil/trace.go:171","msg":"trace[874914279] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"166.356027ms","start":"2026-03-31T05:12:05.222623Z","end":"2026-03-31T05:12:05.388979Z","steps":["trace[874914279] 'process raft request' (duration: 81.185219ms)","trace[874914279] 'compare' (duration: 85.022693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:06.072952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.478665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:06.073229Z","caller":"traceutil/trace.go:171","msg":"trace[821314618] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"850.393207ms","start":"2026-03-31T05:12:05.222801Z","end":"2026-03-31T05:12:06.073194Z","steps":["trace[821314618] 'process raft request' (duration: 280.593651ms)","trace[821314618] 'compare' (duration: 569.272599ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:06.073419Z","caller":"traceutil/trace.go:171","msg":"trace[442034606] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"410.002719ms","start":"2026-03-31T05:12:05.663398Z","end":"2026-03-31T05:12:06.0734Z","steps":["trace[442034606] 'process raft request' (duration: 409.967417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:06.073514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.663369Z","time spent":"410.104092ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:06.07366Z","caller":"traceutil/trace.go:171","msg":"trace[1677867047] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"678.39444ms","start":"2026-03-31T05:12:05.39524Z","end":"2026-03-31T05:12:06.073635Z","steps":["trace[1677867047] 'process raft request' (duration: 678.06456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:06.073723Z","caller":"traceutil/trace.go:171","msg":"trace[602542718] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"410.33341ms","start":"2026-03-31T05:12:05.66338Z","end":"2026-03-31T05:12:06.073713Z","steps":["trace[602542718] 'process raft request' (duration: 409.956978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:06.073817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.663353Z","time spent":"410.421353ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:06.073383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.222774Z","time spent":"850.528691ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:06.074042Z","caller":"traceutil/trace.go:171","msg":"trace[1149046157] linearizableReadLoop","detail":"{readStateIndex:6020; appliedIndex:6015; }","duration":"850.941444ms","start":"2026-03-31T05:12:05.223079Z","end":"2026-03-31T05:12:06.07402Z","steps":["trace[1149046157] 'read index received' (duration: 80.743966ms)","trace[1149046157] 'applied index is now lower than readState.Index' (duration: 770.195308ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:06.074046Z","caller":"traceutil/trace.go:171","msg":"trace[1908123751] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"851.12116ms","start":"2026-03-31T05:12:05.22289Z","end":"2026-03-31T05:12:06.074011Z","steps":["trace[1908123751] 'process raft request' (duration: 850.1858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:06.074056Z","caller":"traceutil/trace.go:171","msg":"trace[1287217899] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"851.087959ms","start":"2026-03-31T05:12:05.222942Z","end":"2026-03-31T05:12:06.07403Z","steps":["trace[1287217899] 'process raft request' (duration: 850.216011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:06.074085Z","caller":"traceutil/trace.go:171","msg":"trace[906417854] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"851.063609ms","start":"2026-03-31T05:12:05.222992Z","end":"2026-03-31T05:12:06.074056Z","steps":["trace[906417854] 'process raft request' (duration: 850.213951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:06.074064Z","caller":"traceutil/trace.go:171","msg":"trace[1277204775] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"848.402594ms","start":"2026-03-31T05:12:05.225622Z","end":"2026-03-31T05:12:06.074025Z","steps":["trace[1277204775] 'process raft request' (duration: 847.629469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:06.074162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.222917Z","time spent":"851.198772ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:06.074194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.222883Z","time spent":"851.229253ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:06.074242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.153981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-31T05:12:06.074227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.222971Z","time spent":"851.185512ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:06.074274Z","caller":"traceutil/trace.go:171","msg":"trace[1979401477] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:5806; }","duration":"851.213043ms","start":"2026-03-31T05:12:05.223052Z","end":"2026-03-31T05:12:06.074265Z","steps":["trace[1979401477] 'agreement among raft nodes before linearized reading' (duration: 851.081799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:06.0743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.223044Z","time spent":"851.246904ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" "} {"level":"warn","ts":"2026-03-31T05:12:06.074319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.301453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T05:12:06.074359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.225613Z","time spent":"848.567149ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3227,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:06.07439Z","caller":"traceutil/trace.go:171","msg":"trace[410247204] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:5806; }","duration":"539.437337ms","start":"2026-03-31T05:12:05.534936Z","end":"2026-03-31T05:12:06.074374Z","steps":["trace[410247204] 'agreement among raft nodes before linearized reading' (duration: 539.21748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:06.074432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.534918Z","time spent":"539.505109ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:12:06.075833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:05.395216Z","time spent":"678.493122ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:06.316921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.322395ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:12:06.317028Z","caller":"traceutil/trace.go:171","msg":"trace[2083709895] linearizableReadLoop","detail":"{readStateIndex:6025; appliedIndex:6024; }","duration":"233.666733ms","start":"2026-03-31T05:12:06.083341Z","end":"2026-03-31T05:12:06.317008Z","steps":["trace[2083709895] 'read index received' (duration: 104.217964ms)","trace[2083709895] 'applied index is now lower than readState.Index' (duration: 129.446689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:06.317368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.002414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3242"} {"level":"info","ts":"2026-03-31T05:12:06.317443Z","caller":"traceutil/trace.go:171","msg":"trace[1925324801] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5806; }","duration":"234.157509ms","start":"2026-03-31T05:12:06.083265Z","end":"2026-03-31T05:12:06.317422Z","steps":["trace[1925324801] 'agreement among raft nodes before linearized reading' (duration: 233.904731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:06.317878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.132603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:12:06.317958Z","caller":"traceutil/trace.go:171","msg":"trace[330058022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:5806; }","duration":"131.258177ms","start":"2026-03-31T05:12:06.186683Z","end":"2026-03-31T05:12:06.317941Z","steps":["trace[330058022] 'agreement among raft nodes before linearized reading' (duration: 131.03614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:19.491946Z","caller":"traceutil/trace.go:171","msg":"trace[1854403968] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"114.961657ms","start":"2026-03-31T05:12:19.376941Z","end":"2026-03-31T05:12:19.491903Z","steps":["trace[1854403968] 'process raft request' (duration: 91.310992ms)","trace[1854403968] 'compare' (duration: 23.440608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:20.392321Z","caller":"traceutil/trace.go:171","msg":"trace[366175036] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"123.732356ms","start":"2026-03-31T05:12:20.268555Z","end":"2026-03-31T05:12:20.392287Z","steps":["trace[366175036] 'process raft request' (duration: 123.613843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:20.392404Z","caller":"traceutil/trace.go:171","msg":"trace[2027859282] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"124.258754ms","start":"2026-03-31T05:12:20.268093Z","end":"2026-03-31T05:12:20.392352Z","steps":["trace[2027859282] 'process raft request' (duration: 120.871865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:20.392548Z","caller":"traceutil/trace.go:171","msg":"trace[831693063] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"123.497649ms","start":"2026-03-31T05:12:20.26903Z","end":"2026-03-31T05:12:20.392527Z","steps":["trace[831693063] 'process raft request' (duration: 123.20413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:21.654672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.643779ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:12:21.655537Z","caller":"traceutil/trace.go:171","msg":"trace[1992990307] linearizableReadLoop","detail":"{readStateIndex:6209; appliedIndex:6208; }","duration":"137.664721ms","start":"2026-03-31T05:12:21.517825Z","end":"2026-03-31T05:12:21.65549Z","steps":["trace[1992990307] 'read index received' (duration: 60.682µs)","trace[1992990307] 'applied index is now lower than readState.Index' (duration: 137.598439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:21.655856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.995942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:21.655903Z","caller":"traceutil/trace.go:171","msg":"trace[1594011313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5986; }","duration":"138.109886ms","start":"2026-03-31T05:12:21.517779Z","end":"2026-03-31T05:12:21.655889Z","steps":["trace[1594011313] 'agreement among raft nodes before linearized reading' (duration: 137.826927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:22.472686Z","caller":"traceutil/trace.go:171","msg":"trace[696012588] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"204.08782ms","start":"2026-03-31T05:12:22.268553Z","end":"2026-03-31T05:12:22.472641Z","steps":["trace[696012588] 'process raft request' (duration: 192.18772ms)","trace[696012588] 'compare' (duration: 11.783806ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:22.478652Z","caller":"traceutil/trace.go:171","msg":"trace[1465633974] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6212; }","duration":"197.981805ms","start":"2026-03-31T05:12:22.280653Z","end":"2026-03-31T05:12:22.478635Z","steps":["trace[1465633974] 'read index received' (duration: 180.123875ms)","trace[1465633974] 'applied index is now lower than readState.Index' (duration: 17.8572ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:22.478735Z","caller":"traceutil/trace.go:171","msg":"trace[599284145] transaction","detail":"{read_only:false; response_revision:5991; number_of_response:1; }","duration":"208.975606ms","start":"2026-03-31T05:12:22.269732Z","end":"2026-03-31T05:12:22.478707Z","steps":["trace[599284145] 'process raft request' (duration: 208.810041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:22.478761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.091078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:22.47887Z","caller":"traceutil/trace.go:171","msg":"trace[2027553523] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5991; }","duration":"198.264074ms","start":"2026-03-31T05:12:22.280596Z","end":"2026-03-31T05:12:22.478861Z","steps":["trace[2027553523] 'agreement among raft nodes before linearized reading' (duration: 198.122969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:22.478947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.200588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:12:22.479027Z","caller":"traceutil/trace.go:171","msg":"trace[247208155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5991; }","duration":"159.342712ms","start":"2026-03-31T05:12:22.31966Z","end":"2026-03-31T05:12:22.479002Z","steps":["trace[247208155] 'agreement among raft nodes before linearized reading' (duration: 159.142416ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:29.852572Z","caller":"traceutil/trace.go:171","msg":"trace[1814171907] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"118.178358ms","start":"2026-03-31T05:12:29.734352Z","end":"2026-03-31T05:12:29.85253Z","steps":["trace[1814171907] 'process raft request' (duration: 117.955101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:32.042062Z","caller":"traceutil/trace.go:171","msg":"trace[2014652430] linearizableReadLoop","detail":"{readStateIndex:6270; appliedIndex:6269; }","duration":"184.67596ms","start":"2026-03-31T05:12:31.857362Z","end":"2026-03-31T05:12:32.042038Z","steps":["trace[2014652430] 'read index received' (duration: 184.438993ms)","trace[2014652430] 'applied index is now lower than readState.Index' (duration: 236.137µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:32.042161Z","caller":"traceutil/trace.go:171","msg":"trace[652893561] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"484.942538ms","start":"2026-03-31T05:12:31.557198Z","end":"2026-03-31T05:12:32.042141Z","steps":["trace[652893561] 'process raft request' (duration: 484.68536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:32.042266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.890548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:32.042305Z","caller":"traceutil/trace.go:171","msg":"trace[802296429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6045; }","duration":"184.98561ms","start":"2026-03-31T05:12:31.857309Z","end":"2026-03-31T05:12:32.042294Z","steps":["trace[802296429] 'agreement among raft nodes before linearized reading' (duration: 184.833835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:32.042439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:31.557171Z","time spent":"485.080923ms","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:32.691849Z","caller":"traceutil/trace.go:171","msg":"trace[1164586305] linearizableReadLoop","detail":"{readStateIndex:6274; appliedIndex:6272; }","duration":"141.575035ms","start":"2026-03-31T05:12:32.550248Z","end":"2026-03-31T05:12:32.691823Z","steps":["trace[1164586305] 'read index received' (duration: 74.543957ms)","trace[1164586305] 'applied index is now lower than readState.Index' (duration: 67.030078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:32.692076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.817234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:12:32.692069Z","caller":"traceutil/trace.go:171","msg":"trace[163131357] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"154.725355ms","start":"2026-03-31T05:12:32.537305Z","end":"2026-03-31T05:12:32.692031Z","steps":["trace[163131357] 'process raft request' (duration: 154.357043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:32.692195Z","caller":"traceutil/trace.go:171","msg":"trace[883327116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6049; }","duration":"141.914827ms","start":"2026-03-31T05:12:32.550197Z","end":"2026-03-31T05:12:32.692111Z","steps":["trace[883327116] 'agreement among raft nodes before linearized reading' (duration: 141.760742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:32.692353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.608548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:12:32.692394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.36254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:12:32.692491Z","caller":"traceutil/trace.go:171","msg":"trace[28141526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6049; }","duration":"131.485074ms","start":"2026-03-31T05:12:32.560983Z","end":"2026-03-31T05:12:32.692468Z","steps":["trace[28141526] 'agreement among raft nodes before linearized reading' (duration: 131.218195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:32.692392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.442762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:12:32.692578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.389903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:12:32.692418Z","caller":"traceutil/trace.go:171","msg":"trace[2117701321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6049; }","duration":"131.697191ms","start":"2026-03-31T05:12:32.560705Z","end":"2026-03-31T05:12:32.692402Z","steps":["trace[2117701321] 'agreement among raft nodes before linearized reading' (duration: 131.533596ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:32.692664Z","caller":"traceutil/trace.go:171","msg":"trace[1803502995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6049; }","duration":"132.488786ms","start":"2026-03-31T05:12:32.560136Z","end":"2026-03-31T05:12:32.692625Z","steps":["trace[1803502995] 'agreement among raft nodes before linearized reading' (duration: 131.97817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:32.692604Z","caller":"traceutil/trace.go:171","msg":"trace[419363963] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6049; }","duration":"131.66911ms","start":"2026-03-31T05:12:32.560879Z","end":"2026-03-31T05:12:32.692548Z","steps":["trace[419363963] 'agreement among raft nodes before linearized reading' (duration: 131.298458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:33.200549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.603677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:12:33.20063Z","caller":"traceutil/trace.go:171","msg":"trace[766811162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6053; }","duration":"109.72397ms","start":"2026-03-31T05:12:33.090888Z","end":"2026-03-31T05:12:33.200612Z","steps":["trace[766811162] 'range keys from in-memory index tree' (duration: 109.433571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:33.200707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.069598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:12:33.200817Z","caller":"traceutil/trace.go:171","msg":"trace[1814964778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6053; }","duration":"182.227722ms","start":"2026-03-31T05:12:33.01857Z","end":"2026-03-31T05:12:33.200798Z","steps":["trace[1814964778] 'range keys from in-memory index tree' (duration: 181.85325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:38.917951Z","caller":"traceutil/trace.go:171","msg":"trace[1517874980] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"101.88608ms","start":"2026-03-31T05:12:38.816022Z","end":"2026-03-31T05:12:38.917908Z","steps":["trace[1517874980] 'process raft request' (duration: 55.046666ms)","trace[1517874980] 'compare' (duration: 46.636678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:38.91849Z","caller":"traceutil/trace.go:171","msg":"trace[1817449321] transaction","detail":"{read_only:false; response_revision:6103; number_of_response:1; }","duration":"101.867609ms","start":"2026-03-31T05:12:38.816583Z","end":"2026-03-31T05:12:38.918451Z","steps":["trace[1817449321] 'process raft request' (duration: 101.27378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:38.918778Z","caller":"traceutil/trace.go:171","msg":"trace[1110426663] linearizableReadLoop","detail":"{readStateIndex:6328; appliedIndex:6327; }","duration":"102.476589ms","start":"2026-03-31T05:12:38.816279Z","end":"2026-03-31T05:12:38.918756Z","steps":["trace[1110426663] 'read index received' (duration: 27.323062ms)","trace[1110426663] 'applied index is now lower than readState.Index' (duration: 75.151977ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:38.91907Z","caller":"traceutil/trace.go:171","msg":"trace[1257274693] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"100.606148ms","start":"2026-03-31T05:12:38.818196Z","end":"2026-03-31T05:12:38.918802Z","steps":["trace[1257274693] 'process raft request' (duration: 99.906146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:38.91922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.916473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:12:38.919276Z","caller":"traceutil/trace.go:171","msg":"trace[2011419099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6105; }","duration":"102.996885ms","start":"2026-03-31T05:12:38.816262Z","end":"2026-03-31T05:12:38.919259Z","steps":["trace[2011419099] 'agreement among raft nodes before linearized reading' (duration: 102.587402ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:47.073836Z","caller":"traceutil/trace.go:171","msg":"trace[297199572] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"114.077278ms","start":"2026-03-31T05:12:46.959721Z","end":"2026-03-31T05:12:47.073799Z","steps":["trace[297199572] 'process raft request' (duration: 113.82832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:47.124539Z","caller":"traceutil/trace.go:171","msg":"trace[1100736015] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"164.608211ms","start":"2026-03-31T05:12:46.959897Z","end":"2026-03-31T05:12:47.124506Z","steps":["trace[1100736015] 'process raft request' (duration: 164.394974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:47.124742Z","caller":"traceutil/trace.go:171","msg":"trace[364363110] linearizableReadLoop","detail":"{readStateIndex:6380; appliedIndex:6377; }","duration":"160.479439ms","start":"2026-03-31T05:12:46.964224Z","end":"2026-03-31T05:12:47.124704Z","steps":["trace[364363110] 'read index received' (duration: 109.330428ms)","trace[364363110] 'applied index is now lower than readState.Index' (duration: 51.146211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:47.12482Z","caller":"traceutil/trace.go:171","msg":"trace[42864319] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"162.232645ms","start":"2026-03-31T05:12:46.962531Z","end":"2026-03-31T05:12:47.124764Z","steps":["trace[42864319] 'process raft request' (duration: 161.929405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:47.125049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.780029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:12:47.125121Z","caller":"traceutil/trace.go:171","msg":"trace[1519277353] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6152; }","duration":"160.896172ms","start":"2026-03-31T05:12:46.964205Z","end":"2026-03-31T05:12:47.125101Z","steps":["trace[1519277353] 'agreement among raft nodes before linearized reading' (duration: 160.612713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:48.428723Z","caller":"traceutil/trace.go:171","msg":"trace[1022198268] transaction","detail":"{read_only:false; response_revision:6156; number_of_response:1; }","duration":"170.575201ms","start":"2026-03-31T05:12:48.258121Z","end":"2026-03-31T05:12:48.428696Z","steps":["trace[1022198268] 'process raft request' (duration: 170.339113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:48.759193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.303227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:48.759263Z","caller":"traceutil/trace.go:171","msg":"trace[513972159] linearizableReadLoop","detail":"{readStateIndex:6385; appliedIndex:6384; }","duration":"198.486042ms","start":"2026-03-31T05:12:48.560766Z","end":"2026-03-31T05:12:48.759252Z","steps":["trace[513972159] 'read index received' (duration: 77.971727ms)","trace[513972159] 'applied index is now lower than readState.Index' (duration: 120.513315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:48.759396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.630926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:12:48.759415Z","caller":"traceutil/trace.go:171","msg":"trace[1433245193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6157; }","duration":"198.682268ms","start":"2026-03-31T05:12:48.560727Z","end":"2026-03-31T05:12:48.759409Z","steps":["trace[1433245193] 'agreement among raft nodes before linearized reading' (duration: 198.568884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:48.76002Z","caller":"traceutil/trace.go:171","msg":"trace[123690604] transaction","detail":"{read_only:false; response_revision:6157; number_of_response:1; }","duration":"280.500777ms","start":"2026-03-31T05:12:48.478834Z","end":"2026-03-31T05:12:48.759335Z","steps":["trace[123690604] 'process raft request' (duration: 159.988113ms)","trace[123690604] 'compare' (duration: 120.152513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:49.07205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.082321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:49.072372Z","caller":"traceutil/trace.go:171","msg":"trace[546520805] transaction","detail":"{read_only:false; response_revision:6158; number_of_response:1; }","duration":"430.639506ms","start":"2026-03-31T05:12:48.641701Z","end":"2026-03-31T05:12:49.07234Z","steps":["trace[546520805] 'process raft request' (duration: 257.164363ms)","trace[546520805] 'compare' (duration: 172.659057ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:49.072425Z","caller":"traceutil/trace.go:171","msg":"trace[63882180] transaction","detail":"{read_only:false; response_revision:6159; number_of_response:1; }","duration":"333.378384ms","start":"2026-03-31T05:12:48.739029Z","end":"2026-03-31T05:12:49.072407Z","steps":["trace[63882180] 'process raft request' (duration: 333.23781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.072506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:48.73901Z","time spent":"333.458066ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:49.072506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:48.641674Z","time spent":"430.76051ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:49.072563Z","caller":"traceutil/trace.go:171","msg":"trace[1062973349] linearizableReadLoop","detail":"{readStateIndex:6387; appliedIndex:6385; }","duration":"313.263303ms","start":"2026-03-31T05:12:48.759279Z","end":"2026-03-31T05:12:49.072542Z","steps":["trace[1062973349] 'read index received' (duration: 139.671545ms)","trace[1062973349] 'applied index is now lower than readState.Index' (duration: 173.590878ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:49.072663Z","caller":"traceutil/trace.go:171","msg":"trace[947714484] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"301.092133ms","start":"2026-03-31T05:12:48.77154Z","end":"2026-03-31T05:12:49.072632Z","steps":["trace[947714484] 'process raft request' (duration: 300.828025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.072703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.815952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:49.072738Z","caller":"traceutil/trace.go:171","msg":"trace[322803797] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6160; }","duration":"377.910944ms","start":"2026-03-31T05:12:48.694815Z","end":"2026-03-31T05:12:49.072726Z","steps":["trace[322803797] 'agreement among raft nodes before linearized reading' (duration: 377.810301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.072764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:48.694794Z","time spent":"377.960406ms","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:49.072891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:48.771515Z","time spent":"301.217738ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:49.164013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.645452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:49.164116Z","caller":"traceutil/trace.go:171","msg":"trace[197674680] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6161; }","duration":"338.812287ms","start":"2026-03-31T05:12:48.825281Z","end":"2026-03-31T05:12:49.164093Z","steps":["trace[197674680] 'agreement among raft nodes before linearized reading' (duration: 338.661602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:49.164115Z","caller":"traceutil/trace.go:171","msg":"trace[702510334] transaction","detail":"{read_only:false; response_revision:6161; number_of_response:1; }","duration":"167.006126ms","start":"2026-03-31T05:12:48.997079Z","end":"2026-03-31T05:12:49.164085Z","steps":["trace[702510334] 'process raft request' (duration: 166.623884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.164176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:48.825258Z","time spent":"338.90364ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-31T05:12:49.164163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.203002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:12:49.164243Z","caller":"traceutil/trace.go:171","msg":"trace[1336708821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6161; }","duration":"256.338607ms","start":"2026-03-31T05:12:48.907885Z","end":"2026-03-31T05:12:49.164223Z","steps":["trace[1336708821] 'agreement among raft nodes before linearized reading' (duration: 256.216483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.164279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.949611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:12:49.164014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.516228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:49.164313Z","caller":"traceutil/trace.go:171","msg":"trace[1943900972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6161; }","duration":"402.029823ms","start":"2026-03-31T05:12:48.762274Z","end":"2026-03-31T05:12:49.164303Z","steps":["trace[1943900972] 'agreement among raft nodes before linearized reading' (duration: 401.901739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:49.164334Z","caller":"traceutil/trace.go:171","msg":"trace[996733057] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6161; }","duration":"338.90136ms","start":"2026-03-31T05:12:48.825423Z","end":"2026-03-31T05:12:49.164325Z","steps":["trace[996733057] 'agreement among raft nodes before linearized reading' (duration: 338.515668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.16434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:48.76225Z","time spent":"402.081705ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:12:49.164363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:48.825401Z","time spent":"338.951921ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-31T05:12:49.44035Z","caller":"traceutil/trace.go:171","msg":"trace[883105209] linearizableReadLoop","detail":"{readStateIndex:6390; appliedIndex:6389; }","duration":"271.18839ms","start":"2026-03-31T05:12:49.169136Z","end":"2026-03-31T05:12:49.440324Z","steps":["trace[883105209] 'read index received' (duration: 271.048175ms)","trace[883105209] 'applied index is now lower than readState.Index' (duration: 139.005µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:49.440496Z","caller":"traceutil/trace.go:171","msg":"trace[451480977] transaction","detail":"{read_only:false; response_revision:6162; number_of_response:1; }","duration":"272.593536ms","start":"2026-03-31T05:12:49.167878Z","end":"2026-03-31T05:12:49.440471Z","steps":["trace[451480977] 'process raft request' (duration: 272.303516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.4407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.546202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109015"} {"level":"info","ts":"2026-03-31T05:12:49.440743Z","caller":"traceutil/trace.go:171","msg":"trace[1793164091] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6162; }","duration":"271.644175ms","start":"2026-03-31T05:12:49.169089Z","end":"2026-03-31T05:12:49.440734Z","steps":["trace[1793164091] 'agreement among raft nodes before linearized reading' (duration: 271.354316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.638454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.461028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:49.638699Z","caller":"traceutil/trace.go:171","msg":"trace[22005424] transaction","detail":"{read_only:false; response_revision:6163; number_of_response:1; }","duration":"469.514907ms","start":"2026-03-31T05:12:49.169156Z","end":"2026-03-31T05:12:49.638671Z","steps":["trace[22005424] 'process raft request' (duration: 319.741929ms)","trace[22005424] 'compare' (duration: 149.126727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:49.638835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:49.169138Z","time spent":"469.62981ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:49.638966Z","caller":"traceutil/trace.go:171","msg":"trace[812699826] transaction","detail":"{read_only:false; response_revision:6164; number_of_response:1; }","duration":"469.711252ms","start":"2026-03-31T05:12:49.169236Z","end":"2026-03-31T05:12:49.638947Z","steps":["trace[812699826] 'process raft request' (duration: 469.372352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.639081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:49.169222Z","time spent":"469.807666ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:49.639219Z","caller":"traceutil/trace.go:171","msg":"trace[1011284870] linearizableReadLoop","detail":"{readStateIndex:6393; appliedIndex:6390; }","duration":"198.77614ms","start":"2026-03-31T05:12:49.440418Z","end":"2026-03-31T05:12:49.639194Z","steps":["trace[1011284870] 'read index received' (duration: 48.436865ms)","trace[1011284870] 'applied index is now lower than readState.Index' (duration: 150.338215ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:49.639255Z","caller":"traceutil/trace.go:171","msg":"trace[1986628561] transaction","detail":"{read_only:false; response_revision:6165; number_of_response:1; }","duration":"467.774141ms","start":"2026-03-31T05:12:49.171442Z","end":"2026-03-31T05:12:49.639216Z","steps":["trace[1986628561] 'process raft request' (duration: 467.43807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.639457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.280509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:12:49.639529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:49.171429Z","time spent":"467.905195ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:49.639536Z","caller":"traceutil/trace.go:171","msg":"trace[589355004] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6165; }","duration":"406.475006ms","start":"2026-03-31T05:12:49.23304Z","end":"2026-03-31T05:12:49.639515Z","steps":["trace[589355004] 'agreement among raft nodes before linearized reading' (duration: 406.222808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:49.639602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:49.233021Z","time spent":"406.560439ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:12:49.64008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.732742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:12:49.640143Z","caller":"traceutil/trace.go:171","msg":"trace[1956268098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6165; }","duration":"289.834215ms","start":"2026-03-31T05:12:49.350294Z","end":"2026-03-31T05:12:49.640128Z","steps":["trace[1956268098] 'agreement among raft nodes before linearized reading' (duration: 288.913046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:54.906677Z","caller":"traceutil/trace.go:171","msg":"trace[954205725] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"174.754703ms","start":"2026-03-31T05:12:54.731896Z","end":"2026-03-31T05:12:54.90665Z","steps":["trace[954205725] 'process raft request' (duration: 119.222572ms)","trace[954205725] 'compare' (duration: 55.396276ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:54.909377Z","caller":"traceutil/trace.go:171","msg":"trace[1582526447] transaction","detail":"{read_only:false; response_revision:6193; number_of_response:1; }","duration":"127.32145ms","start":"2026-03-31T05:12:54.782011Z","end":"2026-03-31T05:12:54.909332Z","steps":["trace[1582526447] 'process raft request' (duration: 127.069682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.021766Z","caller":"traceutil/trace.go:171","msg":"trace[1474897916] linearizableReadLoop","detail":"{readStateIndex:6423; appliedIndex:6422; }","duration":"105.63802ms","start":"2026-03-31T05:12:54.916109Z","end":"2026-03-31T05:12:55.021747Z","steps":["trace[1474897916] 'read index received' (duration: 105.221827ms)","trace[1474897916] 'applied index is now lower than readState.Index' (duration: 415.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:55.021805Z","caller":"traceutil/trace.go:171","msg":"trace[2127379292] transaction","detail":"{read_only:false; response_revision:6194; number_of_response:1; }","duration":"106.690173ms","start":"2026-03-31T05:12:54.915092Z","end":"2026-03-31T05:12:55.021783Z","steps":["trace[2127379292] 'process raft request' (duration: 106.2836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.022088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.95147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19606"} {"level":"info","ts":"2026-03-31T05:12:55.022281Z","caller":"traceutil/trace.go:171","msg":"trace[1106852788] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6194; }","duration":"106.166546ms","start":"2026-03-31T05:12:54.91609Z","end":"2026-03-31T05:12:55.022256Z","steps":["trace[1106852788] 'agreement among raft nodes before linearized reading' (duration: 105.831406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.228369Z","caller":"traceutil/trace.go:171","msg":"trace[629670822] transaction","detail":"{read_only:false; response_revision:6200; number_of_response:1; }","duration":"118.487679ms","start":"2026-03-31T05:12:55.10986Z","end":"2026-03-31T05:12:55.228348Z","steps":["trace[629670822] 'process raft request' (duration: 118.388896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:55.228372Z","caller":"traceutil/trace.go:171","msg":"trace[1717167623] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"119.687677ms","start":"2026-03-31T05:12:55.108638Z","end":"2026-03-31T05:12:55.228326Z","steps":["trace[1717167623] 'process raft request' (duration: 94.869975ms)","trace[1717167623] 'compare' (duration: 24.447591ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:55.228338Z","caller":"traceutil/trace.go:171","msg":"trace[88652709] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"119.352637ms","start":"2026-03-31T05:12:55.108956Z","end":"2026-03-31T05:12:55.228309Z","steps":["trace[88652709] 'process raft request' (duration: 119.222543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.800622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.497361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:12:55.800698Z","caller":"traceutil/trace.go:171","msg":"trace[1545096523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6208; }","duration":"129.615235ms","start":"2026-03-31T05:12:55.671066Z","end":"2026-03-31T05:12:55.800682Z","steps":["trace[1545096523] 'range keys from in-memory index tree' (duration: 129.346816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.800728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.918435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:12:55.800793Z","caller":"traceutil/trace.go:171","msg":"trace[2001181147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6208; }","duration":"140.999727ms","start":"2026-03-31T05:12:55.659762Z","end":"2026-03-31T05:12:55.800761Z","steps":["trace[2001181147] 'range keys from in-memory index tree' (duration: 140.803972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.800625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.310964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:12:55.800872Z","caller":"traceutil/trace.go:171","msg":"trace[2122498254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6208; }","duration":"134.622204ms","start":"2026-03-31T05:12:55.666239Z","end":"2026-03-31T05:12:55.800861Z","steps":["trace[2122498254] 'range keys from in-memory index tree' (duration: 134.138169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:55.800845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.726395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:12:55.800951Z","caller":"traceutil/trace.go:171","msg":"trace[1343769619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6208; }","duration":"138.86212ms","start":"2026-03-31T05:12:55.662069Z","end":"2026-03-31T05:12:55.800931Z","steps":["trace[1343769619] 'range keys from in-memory index tree' (duration: 138.5553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:56.203545Z","caller":"traceutil/trace.go:171","msg":"trace[205407671] transaction","detail":"{read_only:false; response_revision:6211; number_of_response:1; }","duration":"398.258283ms","start":"2026-03-31T05:12:55.805264Z","end":"2026-03-31T05:12:56.203522Z","steps":["trace[205407671] 'process raft request' (duration: 398.197671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:56.203577Z","caller":"traceutil/trace.go:171","msg":"trace[1214054682] transaction","detail":"{read_only:false; response_revision:6210; number_of_response:1; }","duration":"398.358557ms","start":"2026-03-31T05:12:55.805187Z","end":"2026-03-31T05:12:56.203545Z","steps":["trace[1214054682] 'process raft request' (duration: 397.887992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:56.203668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:55.805233Z","time spent":"398.372517ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:56.2037Z","caller":"traceutil/trace.go:171","msg":"trace[749552178] linearizableReadLoop","detail":"{readStateIndex:6442; appliedIndex:6439; }","duration":"118.011654ms","start":"2026-03-31T05:12:56.085656Z","end":"2026-03-31T05:12:56.203668Z","steps":["trace[749552178] 'read index received' (duration: 117.161947ms)","trace[749552178] 'applied index is now lower than readState.Index' (duration: 848.017µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:56.203724Z","caller":"traceutil/trace.go:171","msg":"trace[1183587275] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"398.387578ms","start":"2026-03-31T05:12:55.805307Z","end":"2026-03-31T05:12:56.203695Z","steps":["trace[1183587275] 'process raft request' (duration: 398.186031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:56.203823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.151458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:56.203852Z","caller":"traceutil/trace.go:171","msg":"trace[117232022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6212; }","duration":"118.21799ms","start":"2026-03-31T05:12:56.085628Z","end":"2026-03-31T05:12:56.203846Z","steps":["trace[117232022] 'agreement among raft nodes before linearized reading' (duration: 118.124787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:56.203852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:55.8053Z","time spent":"398.48455ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:56.203754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:55.805156Z","time spent":"398.496041ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:56.503271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.618504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:12:56.503491Z","caller":"traceutil/trace.go:171","msg":"trace[2096609785] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6212; }","duration":"166.886463ms","start":"2026-03-31T05:12:56.336572Z","end":"2026-03-31T05:12:56.503458Z","steps":["trace[2096609785] 'range keys from in-memory index tree' (duration: 166.390547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:56.68722Z","caller":"traceutil/trace.go:171","msg":"trace[223756651] transaction","detail":"{read_only:false; response_revision:6214; number_of_response:1; }","duration":"117.938492ms","start":"2026-03-31T05:12:56.569253Z","end":"2026-03-31T05:12:56.687191Z","steps":["trace[223756651] 'process raft request' (duration: 55.19713ms)","trace[223756651] 'compare' (duration: 62.572476ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:56.731107Z","caller":"traceutil/trace.go:171","msg":"trace[1816177071] transaction","detail":"{read_only:false; response_revision:6215; number_of_response:1; }","duration":"157.284707ms","start":"2026-03-31T05:12:56.573805Z","end":"2026-03-31T05:12:56.731089Z","steps":["trace[1816177071] 'process raft request' (duration: 157.205634ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:56.955347Z","caller":"traceutil/trace.go:171","msg":"trace[1087083551] transaction","detail":"{read_only:false; response_revision:6216; number_of_response:1; }","duration":"210.892497ms","start":"2026-03-31T05:12:56.744437Z","end":"2026-03-31T05:12:56.955329Z","steps":["trace[1087083551] 'process raft request' (duration: 210.754522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:57.118407Z","caller":"traceutil/trace.go:171","msg":"trace[541752757] transaction","detail":"{read_only:false; response_revision:6218; number_of_response:1; }","duration":"101.861089ms","start":"2026-03-31T05:12:57.016518Z","end":"2026-03-31T05:12:57.118379Z","steps":["trace[541752757] 'process raft request' (duration: 55.258163ms)","trace[541752757] 'compare' (duration: 46.4238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:57.384622Z","caller":"traceutil/trace.go:171","msg":"trace[1457552404] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"150.247073ms","start":"2026-03-31T05:12:57.234347Z","end":"2026-03-31T05:12:57.384594Z","steps":["trace[1457552404] 'process raft request' (duration: 149.498239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:57.385874Z","caller":"traceutil/trace.go:171","msg":"trace[1545954788] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"150.182551ms","start":"2026-03-31T05:12:57.235666Z","end":"2026-03-31T05:12:57.385848Z","steps":["trace[1545954788] 'process raft request' (duration: 149.85105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:57.385829Z","caller":"traceutil/trace.go:171","msg":"trace[553004933] linearizableReadLoop","detail":"{readStateIndex:6450; appliedIndex:6448; }","duration":"150.060206ms","start":"2026-03-31T05:12:57.235738Z","end":"2026-03-31T05:12:57.385798Z","steps":["trace[553004933] 'read index received' (duration: 148.108834ms)","trace[553004933] 'applied index is now lower than readState.Index' (duration: 1.949562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:57.385998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.249733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:57.386037Z","caller":"traceutil/trace.go:171","msg":"trace[1916141518] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6220; }","duration":"150.335475ms","start":"2026-03-31T05:12:57.235691Z","end":"2026-03-31T05:12:57.386026Z","steps":["trace[1916141518] 'agreement among raft nodes before linearized reading' (duration: 150.256233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:57.386297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.287864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5997"} {"level":"info","ts":"2026-03-31T05:12:57.386403Z","caller":"traceutil/trace.go:171","msg":"trace[1075190074] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6220; }","duration":"150.433149ms","start":"2026-03-31T05:12:57.235951Z","end":"2026-03-31T05:12:57.386384Z","steps":["trace[1075190074] 'agreement among raft nodes before linearized reading' (duration: 150.173621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:58.248098Z","caller":"traceutil/trace.go:171","msg":"trace[1333790211] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"504.45544ms","start":"2026-03-31T05:12:57.743616Z","end":"2026-03-31T05:12:58.248071Z","steps":["trace[1333790211] 'process raft request' (duration: 504.282995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.248527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:57.743597Z","time spent":"504.573254ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:12:58.538929Z","caller":"traceutil/trace.go:171","msg":"trace[546977911] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"671.768107ms","start":"2026-03-31T05:12:57.867124Z","end":"2026-03-31T05:12:58.538892Z","steps":["trace[546977911] 'process raft request' (duration: 671.298732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.539168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.243172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:12:58.539248Z","caller":"traceutil/trace.go:171","msg":"trace[152816308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6223; }","duration":"635.351255ms","start":"2026-03-31T05:12:57.903878Z","end":"2026-03-31T05:12:58.539229Z","steps":["trace[152816308] 'agreement among raft nodes before linearized reading' (duration: 635.122148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.539175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:57.8671Z","time spent":"671.920452ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:58.539357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:57.903862Z","time spent":"635.437178ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:12:58.539453Z","caller":"traceutil/trace.go:171","msg":"trace[237970959] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6452; }","duration":"635.48436ms","start":"2026-03-31T05:12:57.903909Z","end":"2026-03-31T05:12:58.539394Z","steps":["trace[237970959] 'read index received' (duration: 344.516459ms)","trace[237970959] 'applied index is now lower than readState.Index' (duration: 290.363811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:58.53984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.323648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:12:58.539929Z","caller":"traceutil/trace.go:171","msg":"trace[1732063686] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6223; }","duration":"331.457601ms","start":"2026-03-31T05:12:58.208447Z","end":"2026-03-31T05:12:58.539905Z","steps":["trace[1732063686] 'agreement among raft nodes before linearized reading' (duration: 331.178842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.539992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.960866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:12:58.540069Z","caller":"traceutil/trace.go:171","msg":"trace[1634295233] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6223; }","duration":"342.085221ms","start":"2026-03-31T05:12:58.197964Z","end":"2026-03-31T05:12:58.54005Z","steps":["trace[1634295233] 'agreement among raft nodes before linearized reading' (duration: 341.932786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.540125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.197941Z","time spent":"342.171854ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:12:58.5402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.566485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:12:58.540257Z","caller":"traceutil/trace.go:171","msg":"trace[458092681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6223; }","duration":"331.631577ms","start":"2026-03-31T05:12:58.208612Z","end":"2026-03-31T05:12:58.540244Z","steps":["trace[458092681] 'agreement among raft nodes before linearized reading' (duration: 331.492612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.540306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.208608Z","time spent":"331.686688ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:58.539998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.208414Z","time spent":"331.567795ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:12:58.540078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.598067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:12:58.540524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.011439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:12:58.540556Z","caller":"traceutil/trace.go:171","msg":"trace[941903587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6223; }","duration":"111.110903ms","start":"2026-03-31T05:12:58.429423Z","end":"2026-03-31T05:12:58.540534Z","steps":["trace[941903587] 'agreement among raft nodes before linearized reading' (duration: 110.612257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:58.540568Z","caller":"traceutil/trace.go:171","msg":"trace[248277600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6223; }","duration":"332.085422ms","start":"2026-03-31T05:12:58.20847Z","end":"2026-03-31T05:12:58.540555Z","steps":["trace[248277600] 'agreement among raft nodes before linearized reading' (duration: 331.960928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.540625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.208451Z","time spent":"332.163524ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:12:58.540613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.009067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:12:58.539867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.993349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:58.540956Z","caller":"traceutil/trace.go:171","msg":"trace[75872886] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6223; }","duration":"423.107435ms","start":"2026-03-31T05:12:58.117821Z","end":"2026-03-31T05:12:58.540928Z","steps":["trace[75872886] 'agreement among raft nodes before linearized reading' (duration: 421.958878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.541037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.117801Z","time spent":"423.211298ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:58.541056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.926816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:58.541106Z","caller":"traceutil/trace.go:171","msg":"trace[1077834362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6223; }","duration":"453.008829ms","start":"2026-03-31T05:12:58.088082Z","end":"2026-03-31T05:12:58.541091Z","steps":["trace[1077834362] 'agreement among raft nodes before linearized reading' (duration: 452.935126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:58.540945Z","caller":"traceutil/trace.go:171","msg":"trace[1030601930] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:6223; }","duration":"568.228254ms","start":"2026-03-31T05:12:57.972528Z","end":"2026-03-31T05:12:58.540757Z","steps":["trace[1030601930] 'agreement among raft nodes before linearized reading' (duration: 567.089558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.541271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.442134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:12:58.541322Z","caller":"traceutil/trace.go:171","msg":"trace[930633884] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6223; }","duration":"533.517327ms","start":"2026-03-31T05:12:58.007792Z","end":"2026-03-31T05:12:58.541309Z","steps":["trace[930633884] 'agreement among raft nodes before linearized reading' (duration: 533.403553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.541269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:57.97251Z","time spent":"568.703169ms","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:58.541367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.00778Z","time spent":"533.576669ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:12:58.541162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.088045Z","time spent":"453.105912ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:12:58.750782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.506705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:12:58.75087Z","caller":"traceutil/trace.go:171","msg":"trace[2059478864] linearizableReadLoop","detail":"{readStateIndex:6454; appliedIndex:6453; }","duration":"206.174977ms","start":"2026-03-31T05:12:58.544682Z","end":"2026-03-31T05:12:58.750857Z","steps":["trace[2059478864] 'read index received' (duration: 58.547608ms)","trace[2059478864] 'applied index is now lower than readState.Index' (duration: 147.626249ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:58.75093Z","caller":"traceutil/trace.go:171","msg":"trace[1032815965] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"206.321521ms","start":"2026-03-31T05:12:58.544599Z","end":"2026-03-31T05:12:58.750921Z","steps":["trace[1032815965] 'process raft request' (duration: 58.600119ms)","trace[1032815965] 'compare' (duration: 147.33535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:12:58.751411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.682733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-31T05:12:58.751519Z","caller":"traceutil/trace.go:171","msg":"trace[536694025] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384; range_end:; response_count:1; response_revision:6224; }","duration":"206.859198ms","start":"2026-03-31T05:12:58.544634Z","end":"2026-03-31T05:12:58.751493Z","steps":["trace[536694025] 'agreement among raft nodes before linearized reading' (duration: 206.477666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:58.986833Z","caller":"traceutil/trace.go:171","msg":"trace[1177741440] transaction","detail":"{read_only:false; response_revision:6225; number_of_response:1; }","duration":"441.652758ms","start":"2026-03-31T05:12:58.545156Z","end":"2026-03-31T05:12:58.986808Z","steps":["trace[1177741440] 'process raft request' (duration: 420.076079ms)","trace[1177741440] 'compare' (duration: 21.338941ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:58.987111Z","caller":"traceutil/trace.go:171","msg":"trace[1001042044] linearizableReadLoop","detail":"{readStateIndex:6457; appliedIndex:6454; }","duration":"236.197523ms","start":"2026-03-31T05:12:58.75089Z","end":"2026-03-31T05:12:58.987087Z","steps":["trace[1001042044] 'read index received' (duration: 214.417839ms)","trace[1001042044] 'applied index is now lower than readState.Index' (duration: 21.778714ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:58.987161Z","caller":"traceutil/trace.go:171","msg":"trace[1394790672] transaction","detail":"{read_only:false; response_revision:6226; number_of_response:1; }","duration":"441.880564ms","start":"2026-03-31T05:12:58.545267Z","end":"2026-03-31T05:12:58.987147Z","steps":["trace[1394790672] 'process raft request' (duration: 441.498892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:58.987156Z","caller":"traceutil/trace.go:171","msg":"trace[845417618] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"440.822601ms","start":"2026-03-31T05:12:58.546312Z","end":"2026-03-31T05:12:58.987134Z","steps":["trace[845417618] 'process raft request' (duration: 440.685377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.987232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.545243Z","time spent":"441.946707ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:58.987298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.814324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:12:58.987362Z","caller":"traceutil/trace.go:171","msg":"trace[1589815988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6227; }","duration":"284.922118ms","start":"2026-03-31T05:12:58.702429Z","end":"2026-03-31T05:12:58.987351Z","steps":["trace[1589815988] 'agreement among raft nodes before linearized reading' (duration: 284.748922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:58.987271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.546296Z","time spent":"440.910063ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:12:58.987404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:58.545146Z","time spent":"441.75331ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:12:59.559688Z","caller":"traceutil/trace.go:171","msg":"trace[1491525204] linearizableReadLoop","detail":"{readStateIndex:6462; appliedIndex:6461; }","duration":"170.303142ms","start":"2026-03-31T05:12:59.389357Z","end":"2026-03-31T05:12:59.55966Z","steps":["trace[1491525204] 'read index received' (duration: 167.388829ms)","trace[1491525204] 'applied index is now lower than readState.Index' (duration: 2.912593ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:12:59.55979Z","caller":"traceutil/trace.go:171","msg":"trace[2044264176] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"316.493095ms","start":"2026-03-31T05:12:59.243248Z","end":"2026-03-31T05:12:59.559741Z","steps":["trace[2044264176] 'process raft request' (duration: 313.408817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:59.559869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.490919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:12:59.559896Z","caller":"traceutil/trace.go:171","msg":"trace[1029610675] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6232; }","duration":"170.575251ms","start":"2026-03-31T05:12:59.389312Z","end":"2026-03-31T05:12:59.559887Z","steps":["trace[1029610675] 'agreement among raft nodes before linearized reading' (duration: 170.465548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:59.559942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:12:59.243227Z","time spent":"316.64251ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:12:59.564241Z","caller":"traceutil/trace.go:171","msg":"trace[671104680] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"172.811812ms","start":"2026-03-31T05:12:59.391404Z","end":"2026-03-31T05:12:59.564216Z","steps":["trace[671104680] 'process raft request' (duration: 172.764941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:59.564341Z","caller":"traceutil/trace.go:171","msg":"trace[1708838313] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"174.758414ms","start":"2026-03-31T05:12:59.389544Z","end":"2026-03-31T05:12:59.564302Z","steps":["trace[1708838313] 'process raft request' (duration: 174.484395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:59.564697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.280415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19606"} {"level":"info","ts":"2026-03-31T05:12:59.564758Z","caller":"traceutil/trace.go:171","msg":"trace[1062195492] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6234; }","duration":"156.371808ms","start":"2026-03-31T05:12:59.408371Z","end":"2026-03-31T05:12:59.564743Z","steps":["trace[1062195492] 'agreement among raft nodes before linearized reading' (duration: 156.178452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:12:59.564585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.288064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5997"} {"level":"info","ts":"2026-03-31T05:12:59.564848Z","caller":"traceutil/trace.go:171","msg":"trace[336302949] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6234; }","duration":"171.618814ms","start":"2026-03-31T05:12:59.393195Z","end":"2026-03-31T05:12:59.564814Z","steps":["trace[336302949] 'agreement among raft nodes before linearized reading' (duration: 171.282164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:12:59.869511Z","caller":"traceutil/trace.go:171","msg":"trace[63119390] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"128.24897ms","start":"2026-03-31T05:12:59.741232Z","end":"2026-03-31T05:12:59.869481Z","steps":["trace[63119390] 'process raft request' (duration: 118.116237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:01.116445Z","caller":"traceutil/trace.go:171","msg":"trace[427618018] linearizableReadLoop","detail":"{readStateIndex:6471; appliedIndex:6470; }","duration":"125.341248ms","start":"2026-03-31T05:13:00.991085Z","end":"2026-03-31T05:13:01.116426Z","steps":["trace[427618018] 'read index received' (duration: 27.808767ms)","trace[427618018] 'applied index is now lower than readState.Index' (duration: 97.530991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:01.116622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.533334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:13:01.11665Z","caller":"traceutil/trace.go:171","msg":"trace[1345748795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6240; }","duration":"125.609927ms","start":"2026-03-31T05:13:00.991032Z","end":"2026-03-31T05:13:01.116641Z","steps":["trace[1345748795] 'agreement among raft nodes before linearized reading' (duration: 125.484593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:01.117458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.303227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:13:01.117493Z","caller":"traceutil/trace.go:171","msg":"trace[827133969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6241; }","duration":"125.377319ms","start":"2026-03-31T05:13:00.992108Z","end":"2026-03-31T05:13:01.117485Z","steps":["trace[827133969] 'agreement among raft nodes before linearized reading' (duration: 125.263735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:01.117563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.918932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:13:01.118137Z","caller":"traceutil/trace.go:171","msg":"trace[735255918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6241; }","duration":"124.504561ms","start":"2026-03-31T05:13:00.99361Z","end":"2026-03-31T05:13:01.118115Z","steps":["trace[735255918] 'agreement among raft nodes before linearized reading' (duration: 123.907812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:01.233455Z","caller":"traceutil/trace.go:171","msg":"trace[165472987] transaction","detail":"{read_only:false; response_revision:6242; number_of_response:1; }","duration":"112.630862ms","start":"2026-03-31T05:13:01.120794Z","end":"2026-03-31T05:13:01.233425Z","steps":["trace[165472987] 'process raft request' (duration: 51.539203ms)","trace[165472987] 'compare' (duration: 60.929764ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:01.338422Z","caller":"traceutil/trace.go:171","msg":"trace[1639088508] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"216.594879ms","start":"2026-03-31T05:13:01.121802Z","end":"2026-03-31T05:13:01.338397Z","steps":["trace[1639088508] 'process raft request' (duration: 213.428757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:01.338733Z","caller":"traceutil/trace.go:171","msg":"trace[1722014210] transaction","detail":"{read_only:false; response_revision:6244; number_of_response:1; }","duration":"216.135085ms","start":"2026-03-31T05:13:01.122578Z","end":"2026-03-31T05:13:01.338713Z","steps":["trace[1722014210] 'process raft request' (duration: 215.761653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:01.338787Z","caller":"traceutil/trace.go:171","msg":"trace[1869597629] transaction","detail":"{read_only:false; response_revision:6245; number_of_response:1; }","duration":"215.903867ms","start":"2026-03-31T05:13:01.122855Z","end":"2026-03-31T05:13:01.338759Z","steps":["trace[1869597629] 'process raft request' (duration: 215.781193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:07.916474Z","caller":"traceutil/trace.go:171","msg":"trace[994362997] transaction","detail":"{read_only:false; response_revision:6284; number_of_response:1; }","duration":"119.270975ms","start":"2026-03-31T05:13:07.797175Z","end":"2026-03-31T05:13:07.916446Z","steps":["trace[994362997] 'process raft request' (duration: 119.078999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:07.916985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.964265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:13 size:116751"} {"level":"info","ts":"2026-03-31T05:13:07.91701Z","caller":"traceutil/trace.go:171","msg":"trace[347841529] linearizableReadLoop","detail":"{readStateIndex:6517; appliedIndex:6516; }","duration":"118.979555ms","start":"2026-03-31T05:13:07.797988Z","end":"2026-03-31T05:13:07.916967Z","steps":["trace[347841529] 'read index received' (duration: 118.219191ms)","trace[347841529] 'applied index is now lower than readState.Index' (duration: 208.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:07.917082Z","caller":"traceutil/trace.go:171","msg":"trace[872591821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:13; response_revision:6284; }","duration":"119.092598ms","start":"2026-03-31T05:13:07.797971Z","end":"2026-03-31T05:13:07.917063Z","steps":["trace[872591821] 'agreement among raft nodes before linearized reading' (duration: 118.669865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:08.048182Z","caller":"traceutil/trace.go:171","msg":"trace[884566803] transaction","detail":"{read_only:false; response_revision:6285; number_of_response:1; }","duration":"210.900457ms","start":"2026-03-31T05:13:07.837255Z","end":"2026-03-31T05:13:08.048155Z","steps":["trace[884566803] 'process raft request' (duration: 156.547633ms)","trace[884566803] 'compare' (duration: 54.24427ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:13.375526Z","caller":"traceutil/trace.go:171","msg":"trace[1203184677] transaction","detail":"{read_only:false; response_revision:6329; number_of_response:1; }","duration":"213.892422ms","start":"2026-03-31T05:13:13.161607Z","end":"2026-03-31T05:13:13.3755Z","steps":["trace[1203184677] 'process raft request' (duration: 213.686755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:13.856361Z","caller":"traceutil/trace.go:171","msg":"trace[259329656] linearizableReadLoop","detail":"{readStateIndex:6564; appliedIndex:6562; }","duration":"532.305518ms","start":"2026-03-31T05:13:13.324037Z","end":"2026-03-31T05:13:13.856343Z","steps":["trace[259329656] 'read index received' (duration: 51.191193ms)","trace[259329656] 'applied index is now lower than readState.Index' (duration: 481.113135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:13.856552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.506344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:13:13.856535Z","caller":"traceutil/trace.go:171","msg":"trace[694096733] transaction","detail":"{read_only:false; response_revision:6330; number_of_response:1; }","duration":"569.3013ms","start":"2026-03-31T05:13:13.287189Z","end":"2026-03-31T05:13:13.856491Z","steps":["trace[694096733] 'process raft request' (duration: 568.99128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:13.85673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.287157Z","time spent":"569.476816ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:13.856582Z","caller":"traceutil/trace.go:171","msg":"trace[1650646743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6330; }","duration":"532.577536ms","start":"2026-03-31T05:13:13.323996Z","end":"2026-03-31T05:13:13.856573Z","steps":["trace[1650646743] 'agreement among raft nodes before linearized reading' (duration: 532.452862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:13.856925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.323982Z","time spent":"532.930127ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:14.074433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.430066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:13:14.074627Z","caller":"traceutil/trace.go:171","msg":"trace[1483553645] transaction","detail":"{read_only:false; response_revision:6331; number_of_response:1; }","duration":"365.108526ms","start":"2026-03-31T05:13:13.709488Z","end":"2026-03-31T05:13:14.074596Z","steps":["trace[1483553645] 'process raft request' (duration: 198.425661ms)","trace[1483553645] 'compare' (duration: 166.296062ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:14.074666Z","caller":"traceutil/trace.go:171","msg":"trace[792896557] transaction","detail":"{read_only:false; response_revision:6333; number_of_response:1; }","duration":"213.84656ms","start":"2026-03-31T05:13:13.860801Z","end":"2026-03-31T05:13:14.074647Z","steps":["trace[792896557] 'process raft request' (duration: 213.798179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:14.074676Z","caller":"traceutil/trace.go:171","msg":"trace[321686117] transaction","detail":"{read_only:false; response_revision:6332; number_of_response:1; }","duration":"365.164637ms","start":"2026-03-31T05:13:13.709488Z","end":"2026-03-31T05:13:14.074652Z","steps":["trace[321686117] 'process raft request' (duration: 365.051184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.074777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.709468Z","time spent":"365.258731ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:13:14.074776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.709464Z","time spent":"365.23374ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:13:14.074807Z","caller":"traceutil/trace.go:171","msg":"trace[23232238] linearizableReadLoop","detail":"{readStateIndex:6566; appliedIndex:6564; }","duration":"218.365364ms","start":"2026-03-31T05:13:13.856431Z","end":"2026-03-31T05:13:14.074797Z","steps":["trace[23232238] 'read index received' (duration: 51.479063ms)","trace[23232238] 'applied index is now lower than readState.Index' (duration: 166.883441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:14.075003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.03116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8316"} {"level":"warn","ts":"2026-03-31T05:13:14.075013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.66391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:13:14.075041Z","caller":"traceutil/trace.go:171","msg":"trace[1770980326] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6333; }","duration":"451.100962ms","start":"2026-03-31T05:13:13.623931Z","end":"2026-03-31T05:13:14.075032Z","steps":["trace[1770980326] 'agreement among raft nodes before linearized reading' (duration: 450.944188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.075055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.53714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:13:14.075051Z","caller":"traceutil/trace.go:171","msg":"trace[423080431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6333; }","duration":"679.759643ms","start":"2026-03-31T05:13:13.39528Z","end":"2026-03-31T05:13:14.07504Z","steps":["trace[423080431] 'agreement among raft nodes before linearized reading' (duration: 679.630339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.075072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.623916Z","time spent":"451.148425ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8340,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-31T05:13:14.075087Z","caller":"traceutil/trace.go:171","msg":"trace[877614466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6333; }","duration":"693.606542ms","start":"2026-03-31T05:13:13.38147Z","end":"2026-03-31T05:13:14.075077Z","steps":["trace[877614466] 'agreement among raft nodes before linearized reading' (duration: 693.565091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.075093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.395247Z","time spent":"679.838795ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:14.075121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.381448Z","time spent":"693.663654ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:13:14.075214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.570013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:13:14.075248Z","caller":"traceutil/trace.go:171","msg":"trace[157542018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6333; }","duration":"677.638626ms","start":"2026-03-31T05:13:13.397601Z","end":"2026-03-31T05:13:14.07524Z","steps":["trace[157542018] 'agreement among raft nodes before linearized reading' (duration: 677.557063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.075275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.397583Z","time spent":"677.685567ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:13:14.07528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.900906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:13:14.075014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.166974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:13:14.075378Z","caller":"traceutil/trace.go:171","msg":"trace[1738636960] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6333; }","duration":"679.013149ms","start":"2026-03-31T05:13:13.396341Z","end":"2026-03-31T05:13:14.075354Z","steps":["trace[1738636960] 'agreement among raft nodes before linearized reading' (duration: 678.823003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:14.075392Z","caller":"traceutil/trace.go:171","msg":"trace[625449549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6333; }","duration":"169.586727ms","start":"2026-03-31T05:13:13.905794Z","end":"2026-03-31T05:13:14.075381Z","steps":["trace[625449549] 'agreement among raft nodes before linearized reading' (duration: 169.184424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.075439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:13:13.396327Z","time spent":"679.097192ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:13:14.075527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.229601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:13:14.075592Z","caller":"traceutil/trace.go:171","msg":"trace[602885075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6333; }","duration":"102.338785ms","start":"2026-03-31T05:13:13.973239Z","end":"2026-03-31T05:13:14.075577Z","steps":["trace[602885075] 'agreement among raft nodes before linearized reading' (duration: 102.18ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:14.075622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.829853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:13:14.075704Z","caller":"traceutil/trace.go:171","msg":"trace[1098471810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6333; }","duration":"104.967808ms","start":"2026-03-31T05:13:13.970716Z","end":"2026-03-31T05:13:14.075684Z","steps":["trace[1098471810] 'agreement among raft nodes before linearized reading' (duration: 104.72505ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:15.078455Z","caller":"traceutil/trace.go:171","msg":"trace[776715418] transaction","detail":"{read_only:false; response_revision:6340; number_of_response:1; }","duration":"237.923914ms","start":"2026-03-31T05:13:14.84051Z","end":"2026-03-31T05:13:15.078434Z","steps":["trace[776715418] 'process raft request' (duration: 213.730187ms)","trace[776715418] 'compare' (duration: 23.872957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:15.511349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.454512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:13:15.511429Z","caller":"traceutil/trace.go:171","msg":"trace[74099898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6341; }","duration":"227.610556ms","start":"2026-03-31T05:13:15.283802Z","end":"2026-03-31T05:13:15.511412Z","steps":["trace[74099898] 'range keys from in-memory index tree' (duration: 227.216914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:15.518367Z","caller":"traceutil/trace.go:171","msg":"trace[1365126746] transaction","detail":"{read_only:false; response_revision:6342; number_of_response:1; }","duration":"137.935693ms","start":"2026-03-31T05:13:15.380406Z","end":"2026-03-31T05:13:15.518342Z","steps":["trace[1365126746] 'process raft request' (duration: 137.613373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:15.764036Z","caller":"traceutil/trace.go:171","msg":"trace[327783987] linearizableReadLoop","detail":"{readStateIndex:6577; appliedIndex:6575; }","duration":"249.677117ms","start":"2026-03-31T05:13:15.514338Z","end":"2026-03-31T05:13:15.764015Z","steps":["trace[327783987] 'read index received' (duration: 3.662896ms)","trace[327783987] 'applied index is now lower than readState.Index' (duration: 246.013581ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:15.764093Z","caller":"traceutil/trace.go:171","msg":"trace[1530023811] transaction","detail":"{read_only:false; response_revision:6343; number_of_response:1; }","duration":"260.314323ms","start":"2026-03-31T05:13:15.503756Z","end":"2026-03-31T05:13:15.764071Z","steps":["trace[1530023811] 'process raft request' (duration: 260.139098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.764219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.14077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:13:15.764247Z","caller":"traceutil/trace.go:171","msg":"trace[2056830649] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:6343; }","duration":"226.203892ms","start":"2026-03-31T05:13:15.538036Z","end":"2026-03-31T05:13:15.76424Z","steps":["trace[2056830649] 'agreement among raft nodes before linearized reading' (duration: 226.086218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:15.764401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.049418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:13:15.765029Z","caller":"traceutil/trace.go:171","msg":"trace[1669101998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6343; }","duration":"250.692679ms","start":"2026-03-31T05:13:15.514301Z","end":"2026-03-31T05:13:15.764994Z","steps":["trace[1669101998] 'agreement among raft nodes before linearized reading' (duration: 249.870203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:15.881078Z","caller":"traceutil/trace.go:171","msg":"trace[1680029198] linearizableReadLoop","detail":"{readStateIndex:6578; appliedIndex:6577; }","duration":"114.703637ms","start":"2026-03-31T05:13:15.766339Z","end":"2026-03-31T05:13:15.881042Z","steps":["trace[1680029198] 'read index received' (duration: 56.629306ms)","trace[1680029198] 'applied index is now lower than readState.Index' (duration: 58.072561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:15.881324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.969085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19519"} {"level":"info","ts":"2026-03-31T05:13:15.8814Z","caller":"traceutil/trace.go:171","msg":"trace[650334818] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:6343; }","duration":"115.081979ms","start":"2026-03-31T05:13:15.766302Z","end":"2026-03-31T05:13:15.881384Z","steps":["trace[650334818] 'agreement among raft nodes before linearized reading' (duration: 114.863822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:19.319915Z","caller":"traceutil/trace.go:171","msg":"trace[875354614] transaction","detail":"{read_only:false; response_revision:6365; number_of_response:1; }","duration":"127.472022ms","start":"2026-03-31T05:13:19.192423Z","end":"2026-03-31T05:13:19.319895Z","steps":["trace[875354614] 'process raft request' (duration: 127.336967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:20.367665Z","caller":"traceutil/trace.go:171","msg":"trace[82769073] linearizableReadLoop","detail":"{readStateIndex:6604; appliedIndex:6602; }","duration":"193.359751ms","start":"2026-03-31T05:13:20.174258Z","end":"2026-03-31T05:13:20.367618Z","steps":["trace[82769073] 'read index received' (duration: 28.533935ms)","trace[82769073] 'applied index is now lower than readState.Index' (duration: 164.824286ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:20.367784Z","caller":"traceutil/trace.go:171","msg":"trace[1213503149] transaction","detail":"{read_only:false; response_revision:6369; number_of_response:1; }","duration":"193.591788ms","start":"2026-03-31T05:13:20.174165Z","end":"2026-03-31T05:13:20.367757Z","steps":["trace[1213503149] 'process raft request' (duration: 190.290903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.368293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.693639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:13:20.368341Z","caller":"traceutil/trace.go:171","msg":"trace[962110793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6369; }","duration":"186.789393ms","start":"2026-03-31T05:13:20.18154Z","end":"2026-03-31T05:13:20.368329Z","steps":["trace[962110793] 'agreement among raft nodes before linearized reading' (duration: 186.628468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:20.368444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.179447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:13:20.368512Z","caller":"traceutil/trace.go:171","msg":"trace[1489841681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6369; }","duration":"194.29901ms","start":"2026-03-31T05:13:20.174198Z","end":"2026-03-31T05:13:20.368497Z","steps":["trace[1489841681] 'agreement among raft nodes before linearized reading' (duration: 193.702611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.648732Z","caller":"traceutil/trace.go:171","msg":"trace[336561244] transaction","detail":"{read_only:false; response_revision:6380; number_of_response:1; }","duration":"181.557257ms","start":"2026-03-31T05:13:22.467118Z","end":"2026-03-31T05:13:22.648675Z","steps":["trace[336561244] 'process raft request' (duration: 97.796101ms)","trace[336561244] 'compare' (duration: 83.549649ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:22.650286Z","caller":"traceutil/trace.go:171","msg":"trace[1405309893] transaction","detail":"{read_only:false; response_revision:6381; number_of_response:1; }","duration":"182.907239ms","start":"2026-03-31T05:13:22.467348Z","end":"2026-03-31T05:13:22.650256Z","steps":["trace[1405309893] 'process raft request' (duration: 182.749104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.650491Z","caller":"traceutil/trace.go:171","msg":"trace[301644761] transaction","detail":"{read_only:false; response_revision:6382; number_of_response:1; }","duration":"183.087155ms","start":"2026-03-31T05:13:22.467394Z","end":"2026-03-31T05:13:22.650481Z","steps":["trace[301644761] 'process raft request' (duration: 182.822717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.650631Z","caller":"traceutil/trace.go:171","msg":"trace[1817570648] linearizableReadLoop","detail":"{readStateIndex:6619; appliedIndex:6615; }","duration":"183.093015ms","start":"2026-03-31T05:13:22.467521Z","end":"2026-03-31T05:13:22.650614Z","steps":["trace[1817570648] 'read index received' (duration: 97.424289ms)","trace[1817570648] 'applied index is now lower than readState.Index' (duration: 85.667636ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:22.650715Z","caller":"traceutil/trace.go:171","msg":"trace[480054663] transaction","detail":"{read_only:false; response_revision:6384; number_of_response:1; }","duration":"182.772725ms","start":"2026-03-31T05:13:22.467909Z","end":"2026-03-31T05:13:22.650682Z","steps":["trace[480054663] 'process raft request' (duration: 182.59557ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:22.650697Z","caller":"traceutil/trace.go:171","msg":"trace[530333691] transaction","detail":"{read_only:false; response_revision:6383; number_of_response:1; }","duration":"183.185468ms","start":"2026-03-31T05:13:22.467481Z","end":"2026-03-31T05:13:22.650667Z","steps":["trace[530333691] 'process raft request' (duration: 182.9366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:22.651113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.553949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:126884"} {"level":"info","ts":"2026-03-31T05:13:22.651637Z","caller":"traceutil/trace.go:171","msg":"trace[621885046] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:6384; }","duration":"184.104928ms","start":"2026-03-31T05:13:22.467498Z","end":"2026-03-31T05:13:22.651603Z","steps":["trace[621885046] 'agreement among raft nodes before linearized reading' (duration: 183.22515ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:57.164525Z","caller":"traceutil/trace.go:171","msg":"trace[387640536] linearizableReadLoop","detail":"{readStateIndex:6847; appliedIndex:6846; }","duration":"247.730555ms","start":"2026-03-31T05:13:56.916764Z","end":"2026-03-31T05:13:57.164495Z","steps":["trace[387640536] 'read index received' (duration: 247.447566ms)","trace[387640536] 'applied index is now lower than readState.Index' (duration: 280.769µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:13:57.164621Z","caller":"traceutil/trace.go:171","msg":"trace[2119752195] transaction","detail":"{read_only:false; response_revision:6604; number_of_response:1; }","duration":"248.157608ms","start":"2026-03-31T05:13:56.916428Z","end":"2026-03-31T05:13:57.164586Z","steps":["trace[2119752195] 'process raft request' (duration: 247.880959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:57.164947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.569393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:13:57.165017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.488916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:13:57.165036Z","caller":"traceutil/trace.go:171","msg":"trace[1750330684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6604; }","duration":"243.669346ms","start":"2026-03-31T05:13:56.921336Z","end":"2026-03-31T05:13:57.165005Z","steps":["trace[1750330684] 'agreement among raft nodes before linearized reading' (duration: 243.422369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:57.164971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.178997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:13:57.165131Z","caller":"traceutil/trace.go:171","msg":"trace[978196003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6604; }","duration":"241.363733ms","start":"2026-03-31T05:13:56.92375Z","end":"2026-03-31T05:13:57.165113Z","steps":["trace[978196003] 'agreement among raft nodes before linearized reading' (duration: 241.043013ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:57.165133Z","caller":"traceutil/trace.go:171","msg":"trace[1892484662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6604; }","duration":"246.692942ms","start":"2026-03-31T05:13:56.918415Z","end":"2026-03-31T05:13:57.165108Z","steps":["trace[1892484662] 'agreement among raft nodes before linearized reading' (duration: 246.257758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:57.165055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.49657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-03-31T05:13:57.165207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.160945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:13:57.165307Z","caller":"traceutil/trace.go:171","msg":"trace[463700719] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6604; }","duration":"190.777389ms","start":"2026-03-31T05:13:56.974508Z","end":"2026-03-31T05:13:57.165286Z","steps":["trace[463700719] 'agreement among raft nodes before linearized reading' (duration: 190.215831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:57.165329Z","caller":"traceutil/trace.go:171","msg":"trace[125290411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6604; }","duration":"246.30582ms","start":"2026-03-31T05:13:56.918994Z","end":"2026-03-31T05:13:57.1653Z","steps":["trace[125290411] 'agreement among raft nodes before linearized reading' (duration: 245.923408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:57.165463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.677505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:13:57.165562Z","caller":"traceutil/trace.go:171","msg":"trace[1720224349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6604; }","duration":"248.770108ms","start":"2026-03-31T05:13:56.916747Z","end":"2026-03-31T05:13:57.165517Z","steps":["trace[1720224349] 'agreement among raft nodes before linearized reading' (duration: 247.88478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:59.297553Z","caller":"traceutil/trace.go:171","msg":"trace[1709069217] linearizableReadLoop","detail":"{readStateIndex:6858; appliedIndex:6857; }","duration":"121.898124ms","start":"2026-03-31T05:13:59.175629Z","end":"2026-03-31T05:13:59.297528Z","steps":["trace[1709069217] 'read index received' (duration: 121.570354ms)","trace[1709069217] 'applied index is now lower than readState.Index' (duration: 326.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:13:59.297802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.141962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:13:59.297879Z","caller":"traceutil/trace.go:171","msg":"trace[1172396641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6615; }","duration":"122.245714ms","start":"2026-03-31T05:13:59.175613Z","end":"2026-03-31T05:13:59.297859Z","steps":["trace[1172396641] 'agreement among raft nodes before linearized reading' (duration: 122.029588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:13:59.297636Z","caller":"traceutil/trace.go:171","msg":"trace[1067749312] transaction","detail":"{read_only:false; response_revision:6615; number_of_response:1; }","duration":"124.668722ms","start":"2026-03-31T05:13:59.172922Z","end":"2026-03-31T05:13:59.29759Z","steps":["trace[1067749312] 'process raft request' (duration: 124.442675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:13:59.297967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.09739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:13:59.298115Z","caller":"traceutil/trace.go:171","msg":"trace[1944316350] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6615; }","duration":"122.279786ms","start":"2026-03-31T05:13:59.175816Z","end":"2026-03-31T05:13:59.298096Z","steps":["trace[1944316350] 'agreement among raft nodes before linearized reading' (duration: 121.949926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:02.101512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.521778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:14:02.101579Z","caller":"traceutil/trace.go:171","msg":"trace[1861972775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6631; }","duration":"224.630972ms","start":"2026-03-31T05:14:01.876935Z","end":"2026-03-31T05:14:02.101566Z","steps":["trace[1861972775] 'range keys from in-memory index tree' (duration: 224.388755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:02.150611Z","caller":"traceutil/trace.go:171","msg":"trace[829979660] transaction","detail":"{read_only:false; response_revision:6632; number_of_response:1; }","duration":"219.045345ms","start":"2026-03-31T05:14:01.931533Z","end":"2026-03-31T05:14:02.150578Z","steps":["trace[829979660] 'process raft request' (duration: 218.717085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:03.507166Z","caller":"traceutil/trace.go:171","msg":"trace[1512947634] transaction","detail":"{read_only:false; response_revision:6636; number_of_response:1; }","duration":"136.257361ms","start":"2026-03-31T05:14:03.370869Z","end":"2026-03-31T05:14:03.507126Z","steps":["trace[1512947634] 'process raft request' (duration: 57.505074ms)","trace[1512947634] 'compare' (duration: 78.586221ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:03.5155Z","caller":"traceutil/trace.go:171","msg":"trace[1093791324] transaction","detail":"{read_only:false; response_revision:6637; number_of_response:1; }","duration":"144.527392ms","start":"2026-03-31T05:14:03.370948Z","end":"2026-03-31T05:14:03.515475Z","steps":["trace[1093791324] 'process raft request' (duration: 144.296395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:03.515748Z","caller":"traceutil/trace.go:171","msg":"trace[954585590] transaction","detail":"{read_only:false; response_revision:6639; number_of_response:1; }","duration":"143.504211ms","start":"2026-03-31T05:14:03.372231Z","end":"2026-03-31T05:14:03.515736Z","steps":["trace[954585590] 'process raft request' (duration: 143.354506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:03.515726Z","caller":"traceutil/trace.go:171","msg":"trace[141794708] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"143.839221ms","start":"2026-03-31T05:14:03.371873Z","end":"2026-03-31T05:14:03.515712Z","steps":["trace[141794708] 'process raft request' (duration: 143.558772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:03.515913Z","caller":"traceutil/trace.go:171","msg":"trace[25587170] linearizableReadLoop","detail":"{readStateIndex:6883; appliedIndex:6879; }","duration":"143.391366ms","start":"2026-03-31T05:14:03.372269Z","end":"2026-03-31T05:14:03.51566Z","steps":["trace[25587170] 'read index received' (duration: 56.115649ms)","trace[25587170] 'applied index is now lower than readState.Index' (duration: 87.275037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:03.516094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.82274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:142047"} {"level":"info","ts":"2026-03-31T05:14:03.516176Z","caller":"traceutil/trace.go:171","msg":"trace[2090572500] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6639; }","duration":"143.946934ms","start":"2026-03-31T05:14:03.372211Z","end":"2026-03-31T05:14:03.516158Z","steps":["trace[2090572500] 'agreement among raft nodes before linearized reading' (duration: 143.626014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:04.31872Z","caller":"traceutil/trace.go:171","msg":"trace[1286083161] linearizableReadLoop","detail":"{readStateIndex:6885; appliedIndex:6884; }","duration":"128.586816ms","start":"2026-03-31T05:14:04.190117Z","end":"2026-03-31T05:14:04.318704Z","steps":["trace[1286083161] 'read index received' (duration: 128.453932ms)","trace[1286083161] 'applied index is now lower than readState.Index' (duration: 132.364µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:04.318828Z","caller":"traceutil/trace.go:171","msg":"trace[1919062903] transaction","detail":"{read_only:false; response_revision:6641; number_of_response:1; }","duration":"162.610465ms","start":"2026-03-31T05:14:04.156187Z","end":"2026-03-31T05:14:04.318798Z","steps":["trace[1919062903] 'process raft request' (duration: 162.419739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:04.318893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.750191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T05:14:04.318923Z","caller":"traceutil/trace.go:171","msg":"trace[1891564894] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6641; }","duration":"128.839924ms","start":"2026-03-31T05:14:04.190073Z","end":"2026-03-31T05:14:04.318913Z","steps":["trace[1891564894] 'agreement among raft nodes before linearized reading' (duration: 128.72175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:05.847617Z","caller":"traceutil/trace.go:171","msg":"trace[290197196] linearizableReadLoop","detail":"{readStateIndex:6894; appliedIndex:6893; }","duration":"109.326296ms","start":"2026-03-31T05:14:05.738262Z","end":"2026-03-31T05:14:05.847588Z","steps":["trace[290197196] 'read index received' (duration: 107.54364ms)","trace[290197196] 'applied index is now lower than readState.Index' (duration: 1.781596ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:05.847646Z","caller":"traceutil/trace.go:171","msg":"trace[1053196554] transaction","detail":"{read_only:false; response_revision:6649; number_of_response:1; }","duration":"133.467002ms","start":"2026-03-31T05:14:05.714142Z","end":"2026-03-31T05:14:05.847609Z","steps":["trace[1053196554] 'process raft request' (duration: 131.633584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:05.847819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.536724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:05.847863Z","caller":"traceutil/trace.go:171","msg":"trace[1582755411] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:6649; }","duration":"109.642437ms","start":"2026-03-31T05:14:05.73821Z","end":"2026-03-31T05:14:05.847852Z","steps":["trace[1582755411] 'agreement among raft nodes before linearized reading' (duration: 109.520563ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:07.589746Z","caller":"traceutil/trace.go:171","msg":"trace[2134737223] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"122.314248ms","start":"2026-03-31T05:14:07.467397Z","end":"2026-03-31T05:14:07.589711Z","steps":["trace[2134737223] 'process raft request' (duration: 122.104481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:07.594304Z","caller":"traceutil/trace.go:171","msg":"trace[401861731] transaction","detail":"{read_only:false; response_revision:6656; number_of_response:1; }","duration":"126.261143ms","start":"2026-03-31T05:14:07.467816Z","end":"2026-03-31T05:14:07.594077Z","steps":["trace[401861731] 'process raft request' (duration: 125.988715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:20.521395Z","caller":"traceutil/trace.go:171","msg":"trace[7715846] transaction","detail":"{read_only:false; response_revision:6722; number_of_response:1; }","duration":"115.232821ms","start":"2026-03-31T05:14:20.406144Z","end":"2026-03-31T05:14:20.521377Z","steps":["trace[7715846] 'process raft request' (duration: 115.116147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:21.835202Z","caller":"traceutil/trace.go:171","msg":"trace[771899348] linearizableReadLoop","detail":"{readStateIndex:6973; appliedIndex:6972; }","duration":"169.895283ms","start":"2026-03-31T05:14:21.665283Z","end":"2026-03-31T05:14:21.835178Z","steps":["trace[771899348] 'read index received' (duration: 169.665986ms)","trace[771899348] 'applied index is now lower than readState.Index' (duration: 228.507µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:21.835581Z","caller":"traceutil/trace.go:171","msg":"trace[1335378223] transaction","detail":"{read_only:false; response_revision:6725; number_of_response:1; }","duration":"171.04882ms","start":"2026-03-31T05:14:21.66449Z","end":"2026-03-31T05:14:21.835538Z","steps":["trace[1335378223] 'process raft request' (duration: 170.532993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:21.835722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.938782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:14:21.835797Z","caller":"traceutil/trace.go:171","msg":"trace[6597305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6725; }","duration":"163.054136ms","start":"2026-03-31T05:14:21.672724Z","end":"2026-03-31T05:14:21.835778Z","steps":["trace[6597305] 'agreement among raft nodes before linearized reading' (duration: 162.802478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:21.835783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.649158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:14:21.83587Z","caller":"traceutil/trace.go:171","msg":"trace[538545300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6725; }","duration":"153.776533ms","start":"2026-03-31T05:14:21.682072Z","end":"2026-03-31T05:14:21.835849Z","steps":["trace[538545300] 'agreement among raft nodes before linearized reading' (duration: 153.556126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:21.835844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.224099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:14:21.835781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.873718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:14:21.835963Z","caller":"traceutil/trace.go:171","msg":"trace[1632604769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6725; }","duration":"156.100286ms","start":"2026-03-31T05:14:21.679849Z","end":"2026-03-31T05:14:21.835949Z","steps":["trace[1632604769] 'agreement among raft nodes before linearized reading' (duration: 155.749175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:21.836111Z","caller":"traceutil/trace.go:171","msg":"trace[600059649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6725; }","duration":"155.651021ms","start":"2026-03-31T05:14:21.680443Z","end":"2026-03-31T05:14:21.836094Z","steps":["trace[600059649] 'agreement among raft nodes before linearized reading' (duration: 155.144765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:21.836724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.432822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:14:21.836778Z","caller":"traceutil/trace.go:171","msg":"trace[2139820361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6725; }","duration":"171.513375ms","start":"2026-03-31T05:14:21.665253Z","end":"2026-03-31T05:14:21.836766Z","steps":["trace[2139820361] 'agreement among raft nodes before linearized reading' (duration: 170.157932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:22.030651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.57641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:22.030763Z","caller":"traceutil/trace.go:171","msg":"trace[175807695] transaction","detail":"{read_only:false; response_revision:6726; number_of_response:1; }","duration":"188.367789ms","start":"2026-03-31T05:14:21.842375Z","end":"2026-03-31T05:14:22.030742Z","steps":["trace[175807695] 'process raft request' (duration: 55.592352ms)","trace[175807695] 'compare' (duration: 132.354643ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:22.08953Z","caller":"traceutil/trace.go:171","msg":"trace[702743309] transaction","detail":"{read_only:false; response_revision:6729; number_of_response:1; }","duration":"246.826451ms","start":"2026-03-31T05:14:21.842653Z","end":"2026-03-31T05:14:22.089479Z","steps":["trace[702743309] 'process raft request' (duration: 246.782589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:22.090031Z","caller":"traceutil/trace.go:171","msg":"trace[1029773443] transaction","detail":"{read_only:false; response_revision:6727; number_of_response:1; }","duration":"247.567394ms","start":"2026-03-31T05:14:21.842451Z","end":"2026-03-31T05:14:22.090018Z","steps":["trace[1029773443] 'process raft request' (duration: 246.82889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:22.090356Z","caller":"traceutil/trace.go:171","msg":"trace[616093048] transaction","detail":"{read_only:false; response_revision:6728; number_of_response:1; }","duration":"247.785711ms","start":"2026-03-31T05:14:21.84256Z","end":"2026-03-31T05:14:22.090346Z","steps":["trace[616093048] 'process raft request' (duration: 246.836541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:22.127972Z","caller":"traceutil/trace.go:171","msg":"trace[1503587615] linearizableReadLoop","detail":"{readStateIndex:6978; appliedIndex:6977; }","duration":"122.527303ms","start":"2026-03-31T05:14:22.005424Z","end":"2026-03-31T05:14:22.127951Z","steps":["trace[1503587615] 'read index received' (duration: 85.030065ms)","trace[1503587615] 'applied index is now lower than readState.Index' (duration: 37.495968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:22.128298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.851233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:22.128345Z","caller":"traceutil/trace.go:171","msg":"trace[1906982632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6730; }","duration":"122.942646ms","start":"2026-03-31T05:14:22.005389Z","end":"2026-03-31T05:14:22.128332Z","steps":["trace[1906982632] 'agreement among raft nodes before linearized reading' (duration: 122.665647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:22.128695Z","caller":"traceutil/trace.go:171","msg":"trace[1108352148] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"181.45416ms","start":"2026-03-31T05:14:21.947228Z","end":"2026-03-31T05:14:22.128682Z","steps":["trace[1108352148] 'process raft request' (duration: 180.611093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:22.364725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.926667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:22.364828Z","caller":"traceutil/trace.go:171","msg":"trace[787335582] linearizableReadLoop","detail":"{readStateIndex:6979; appliedIndex:6978; }","duration":"115.583312ms","start":"2026-03-31T05:14:22.24923Z","end":"2026-03-31T05:14:22.364814Z","steps":["trace[787335582] 'read index received' (duration: 40.352µs)","trace[787335582] 'applied index is now lower than readState.Index' (duration: 115.54159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:22.364914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.689895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:22.36495Z","caller":"traceutil/trace.go:171","msg":"trace[854728079] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6731; }","duration":"115.752987ms","start":"2026-03-31T05:14:22.249177Z","end":"2026-03-31T05:14:22.36493Z","steps":["trace[854728079] 'agreement among raft nodes before linearized reading' (duration: 115.672285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:22.365198Z","caller":"traceutil/trace.go:171","msg":"trace[1970974873] transaction","detail":"{read_only:false; response_revision:6731; number_of_response:1; }","duration":"232.415594ms","start":"2026-03-31T05:14:22.132771Z","end":"2026-03-31T05:14:22.365187Z","steps":["trace[1970974873] 'process raft request' (duration: 53.9555ms)","trace[1970974873] 'compare' (duration: 177.484453ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:22.633825Z","caller":"traceutil/trace.go:171","msg":"trace[1452219584] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"107.014951ms","start":"2026-03-31T05:14:22.52678Z","end":"2026-03-31T05:14:22.633795Z","steps":["trace[1452219584] 'process raft request' (duration: 106.748483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:23.393855Z","caller":"traceutil/trace.go:171","msg":"trace[1896567112] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"144.725605ms","start":"2026-03-31T05:14:23.249101Z","end":"2026-03-31T05:14:23.393826Z","steps":["trace[1896567112] 'process raft request' (duration: 110.348526ms)","trace[1896567112] 'compare' (duration: 34.246395ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:23.638406Z","caller":"traceutil/trace.go:171","msg":"trace[1112436857] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"232.893119ms","start":"2026-03-31T05:14:23.405484Z","end":"2026-03-31T05:14:23.638377Z","steps":["trace[1112436857] 'process raft request' (duration: 232.628951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:23.638728Z","caller":"traceutil/trace.go:171","msg":"trace[1575783213] transaction","detail":"{read_only:false; response_revision:6739; number_of_response:1; }","duration":"233.116066ms","start":"2026-03-31T05:14:23.405588Z","end":"2026-03-31T05:14:23.638704Z","steps":["trace[1575783213] 'process raft request' (duration: 232.699473ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:23.641806Z","caller":"traceutil/trace.go:171","msg":"trace[194800959] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"232.311621ms","start":"2026-03-31T05:14:23.406716Z","end":"2026-03-31T05:14:23.639028Z","steps":["trace[194800959] 'process raft request' (duration: 231.860066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:23.822524Z","caller":"traceutil/trace.go:171","msg":"trace[1200074279] transaction","detail":"{read_only:false; response_revision:6741; number_of_response:1; }","duration":"171.601267ms","start":"2026-03-31T05:14:23.650907Z","end":"2026-03-31T05:14:23.822508Z","steps":["trace[1200074279] 'process raft request' (duration: 170.009217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:24.507976Z","caller":"traceutil/trace.go:171","msg":"trace[1933523146] transaction","detail":"{read_only:false; response_revision:6747; number_of_response:1; }","duration":"134.990307ms","start":"2026-03-31T05:14:24.372962Z","end":"2026-03-31T05:14:24.507952Z","steps":["trace[1933523146] 'process raft request' (duration: 134.881864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:24.892539Z","caller":"traceutil/trace.go:171","msg":"trace[1633340160] transaction","detail":"{read_only:false; response_revision:6749; number_of_response:1; }","duration":"128.962667ms","start":"2026-03-31T05:14:24.763543Z","end":"2026-03-31T05:14:24.892506Z","steps":["trace[1633340160] 'process raft request' (duration: 128.720099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:25.329955Z","caller":"traceutil/trace.go:171","msg":"trace[656902027] transaction","detail":"{read_only:false; response_revision:6750; number_of_response:1; }","duration":"103.028284ms","start":"2026-03-31T05:14:25.226904Z","end":"2026-03-31T05:14:25.329932Z","steps":["trace[656902027] 'process raft request' (duration: 102.789327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:25.992263Z","caller":"traceutil/trace.go:171","msg":"trace[552223667] transaction","detail":"{read_only:false; response_revision:6752; number_of_response:1; }","duration":"101.051182ms","start":"2026-03-31T05:14:25.891196Z","end":"2026-03-31T05:14:25.992247Z","steps":["trace[552223667] 'process raft request' (duration: 100.613398ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:26.23637Z","caller":"traceutil/trace.go:171","msg":"trace[1667174747] linearizableReadLoop","detail":"{readStateIndex:7002; appliedIndex:7001; }","duration":"148.607748ms","start":"2026-03-31T05:14:26.087701Z","end":"2026-03-31T05:14:26.236309Z","steps":["trace[1667174747] 'read index received' (duration: 148.363521ms)","trace[1667174747] 'applied index is now lower than readState.Index' (duration: 243.037µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:26.236513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.799844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:26.236594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.98053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:14:26.236603Z","caller":"traceutil/trace.go:171","msg":"trace[2017767032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6753; }","duration":"148.946829ms","start":"2026-03-31T05:14:26.087644Z","end":"2026-03-31T05:14:26.236591Z","steps":["trace[2017767032] 'agreement among raft nodes before linearized reading' (duration: 148.796475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:26.236634Z","caller":"traceutil/trace.go:171","msg":"trace[948224747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6753; }","duration":"107.075352ms","start":"2026-03-31T05:14:26.129545Z","end":"2026-03-31T05:14:26.236621Z","steps":["trace[948224747] 'agreement among raft nodes before linearized reading' (duration: 106.919177ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:26.236859Z","caller":"traceutil/trace.go:171","msg":"trace[831244200] transaction","detail":"{read_only:false; response_revision:6753; number_of_response:1; }","duration":"176.927526ms","start":"2026-03-31T05:14:26.059457Z","end":"2026-03-31T05:14:26.236384Z","steps":["trace[831244200] 'process raft request' (duration: 176.682968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.236839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.105651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:14:26.236959Z","caller":"traceutil/trace.go:171","msg":"trace[1350919390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6753; }","duration":"106.296228ms","start":"2026-03-31T05:14:26.130647Z","end":"2026-03-31T05:14:26.236943Z","steps":["trace[1350919390] 'agreement among raft nodes before linearized reading' (duration: 105.936206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:26.237485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.280839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:14:26.237548Z","caller":"traceutil/trace.go:171","msg":"trace[916340442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6753; }","duration":"107.391912ms","start":"2026-03-31T05:14:26.130141Z","end":"2026-03-31T05:14:26.237533Z","steps":["trace[916340442] 'agreement among raft nodes before linearized reading' (duration: 106.856985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:28.500853Z","caller":"traceutil/trace.go:171","msg":"trace[272596569] transaction","detail":"{read_only:false; response_revision:6769; number_of_response:1; }","duration":"107.199556ms","start":"2026-03-31T05:14:28.393626Z","end":"2026-03-31T05:14:28.500825Z","steps":["trace[272596569] 'process raft request' (duration: 105.73465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:29.631364Z","caller":"traceutil/trace.go:171","msg":"trace[2104651981] transaction","detail":"{read_only:false; response_revision:6777; number_of_response:1; }","duration":"124.775634ms","start":"2026-03-31T05:14:29.50655Z","end":"2026-03-31T05:14:29.631326Z","steps":["trace[2104651981] 'process raft request' (duration: 124.550307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.248033Z","caller":"traceutil/trace.go:171","msg":"trace[881737417] transaction","detail":"{read_only:false; response_revision:6789; number_of_response:1; }","duration":"226.014261ms","start":"2026-03-31T05:14:32.021989Z","end":"2026-03-31T05:14:32.248003Z","steps":["trace[881737417] 'process raft request' (duration: 225.780254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.247948Z","caller":"traceutil/trace.go:171","msg":"trace[839756064] linearizableReadLoop","detail":"{readStateIndex:7040; appliedIndex:7039; }","duration":"221.625092ms","start":"2026-03-31T05:14:32.026299Z","end":"2026-03-31T05:14:32.247924Z","steps":["trace[839756064] 'read index received' (duration: 221.362353ms)","trace[839756064] 'applied index is now lower than readState.Index' (duration: 261.309µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:32.248406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.153304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:32.248481Z","caller":"traceutil/trace.go:171","msg":"trace[442440251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6789; }","duration":"160.282359ms","start":"2026-03-31T05:14:32.088181Z","end":"2026-03-31T05:14:32.248463Z","steps":["trace[442440251] 'agreement among raft nodes before linearized reading' (duration: 160.144395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.248402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.090567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141807"} {"level":"info","ts":"2026-03-31T05:14:32.248634Z","caller":"traceutil/trace.go:171","msg":"trace[680696769] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6789; }","duration":"222.302654ms","start":"2026-03-31T05:14:32.026244Z","end":"2026-03-31T05:14:32.248547Z","steps":["trace[680696769] 'agreement among raft nodes before linearized reading' (duration: 221.87579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.525554Z","caller":"traceutil/trace.go:171","msg":"trace[1696012660] linearizableReadLoop","detail":"{readStateIndex:7041; appliedIndex:7040; }","duration":"228.51038ms","start":"2026-03-31T05:14:32.297025Z","end":"2026-03-31T05:14:32.525535Z","steps":["trace[1696012660] 'read index received' (duration: 139.408897ms)","trace[1696012660] 'applied index is now lower than readState.Index' (duration: 89.100233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:32.525713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.671976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:14:32.525745Z","caller":"traceutil/trace.go:171","msg":"trace[1462522428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6790; }","duration":"228.740167ms","start":"2026-03-31T05:14:32.296995Z","end":"2026-03-31T05:14:32.525735Z","steps":["trace[1462522428] 'agreement among raft nodes before linearized reading' (duration: 228.606913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.52557Z","caller":"traceutil/trace.go:171","msg":"trace[1948560291] transaction","detail":"{read_only:false; response_revision:6790; number_of_response:1; }","duration":"241.804282ms","start":"2026-03-31T05:14:32.283749Z","end":"2026-03-31T05:14:32.525553Z","steps":["trace[1948560291] 'process raft request' (duration: 152.675387ms)","trace[1948560291] 'compare' (duration: 89.021341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:32.927794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.733106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:32.928209Z","caller":"traceutil/trace.go:171","msg":"trace[1215600984] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"398.731584ms","start":"2026-03-31T05:14:32.529452Z","end":"2026-03-31T05:14:32.928184Z","steps":["trace[1215600984] 'process raft request' (duration: 398.5978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.92843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.529433Z","time spent":"398.901959ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:32.928552Z","caller":"traceutil/trace.go:171","msg":"trace[1756447838] linearizableReadLoop","detail":"{readStateIndex:7042; appliedIndex:7041; }","duration":"402.930227ms","start":"2026-03-31T05:14:32.525599Z","end":"2026-03-31T05:14:32.928529Z","steps":["trace[1756447838] 'read index received' (duration: 144.485228ms)","trace[1756447838] 'applied index is now lower than readState.Index' (duration: 258.442459ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:32.928704Z","caller":"traceutil/trace.go:171","msg":"trace[250921369] transaction","detail":"{read_only:false; response_revision:6791; number_of_response:1; }","duration":"472.885013ms","start":"2026-03-31T05:14:32.455805Z","end":"2026-03-31T05:14:32.92869Z","steps":["trace[250921369] 'process raft request' (duration: 214.151395ms)","trace[250921369] 'compare' (duration: 257.570441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:32.928808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.455777Z","time spent":"472.951645ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:32.929049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.330739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:14:32.929049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.008643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:14:32.929183Z","caller":"traceutil/trace.go:171","msg":"trace[1644232283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6792; }","duration":"613.193479ms","start":"2026-03-31T05:14:32.315957Z","end":"2026-03-31T05:14:32.92915Z","steps":["trace[1644232283] 'agreement among raft nodes before linearized reading' (duration: 612.882879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:32.929127Z","caller":"traceutil/trace.go:171","msg":"trace[1902136022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6792; }","duration":"610.434252ms","start":"2026-03-31T05:14:32.318672Z","end":"2026-03-31T05:14:32.929106Z","steps":["trace[1902136022] 'agreement among raft nodes before linearized reading' (duration: 610.06265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.929407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.318652Z","time spent":"610.735681ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:32.929262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.31594Z","time spent":"613.307043ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:14:32.929698Z","caller":"traceutil/trace.go:171","msg":"trace[1331556129] transaction","detail":"{read_only:false; response_revision:6793; number_of_response:1; }","duration":"221.440066ms","start":"2026-03-31T05:14:32.708243Z","end":"2026-03-31T05:14:32.929683Z","steps":["trace[1331556129] 'process raft request' (duration: 221.311232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.930395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.166294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:32.930471Z","caller":"traceutil/trace.go:171","msg":"trace[1364145317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6793; }","duration":"344.282939ms","start":"2026-03-31T05:14:32.58617Z","end":"2026-03-31T05:14:32.930453Z","steps":["trace[1364145317] 'agreement among raft nodes before linearized reading' (duration: 344.100843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:32.930561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.586149Z","time spent":"344.401532ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:14:32.930807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.224915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:32.930852Z","caller":"traceutil/trace.go:171","msg":"trace[992291331] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6793; }","duration":"230.317848ms","start":"2026-03-31T05:14:32.700522Z","end":"2026-03-31T05:14:32.93084Z","steps":["trace[992291331] 'agreement among raft nodes before linearized reading' (duration: 230.235926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.307182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.710484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:33.307513Z","caller":"traceutil/trace.go:171","msg":"trace[174827763] transaction","detail":"{read_only:false; response_revision:6794; number_of_response:1; }","duration":"373.265867ms","start":"2026-03-31T05:14:32.934086Z","end":"2026-03-31T05:14:33.307352Z","steps":["trace[174827763] 'process raft request' (duration: 223.253923ms)","trace[174827763] 'compare' (duration: 149.181677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:33.307631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.934061Z","time spent":"373.514265ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:33.348823Z","caller":"traceutil/trace.go:171","msg":"trace[1094308817] transaction","detail":"{read_only:false; response_revision:6795; number_of_response:1; }","duration":"414.211434ms","start":"2026-03-31T05:14:32.934589Z","end":"2026-03-31T05:14:33.348801Z","steps":["trace[1094308817] 'process raft request' (duration: 414.019578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.348967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.934566Z","time spent":"414.316358ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:33.349156Z","caller":"traceutil/trace.go:171","msg":"trace[1617944929] transaction","detail":"{read_only:false; response_revision:6796; number_of_response:1; }","duration":"414.07596ms","start":"2026-03-31T05:14:32.935072Z","end":"2026-03-31T05:14:33.349148Z","steps":["trace[1617944929] 'process raft request' (duration: 413.694488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.349196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.935065Z","time spent":"414.110361ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:33.349224Z","caller":"traceutil/trace.go:171","msg":"trace[1306428185] linearizableReadLoop","detail":"{readStateIndex:7046; appliedIndex:7044; }","duration":"414.40855ms","start":"2026-03-31T05:14:32.934781Z","end":"2026-03-31T05:14:33.34919Z","steps":["trace[1306428185] 'read index received' (duration: 222.567082ms)","trace[1306428185] 'applied index is now lower than readState.Index' (duration: 191.840218ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:33.349241Z","caller":"traceutil/trace.go:171","msg":"trace[1285398914] transaction","detail":"{read_only:false; response_revision:6797; number_of_response:1; }","duration":"368.038821ms","start":"2026-03-31T05:14:32.981167Z","end":"2026-03-31T05:14:33.349206Z","steps":["trace[1285398914] 'process raft request' (duration: 367.865165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.349434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.055965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:33.349463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.981153Z","time spent":"368.240168ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:33.349509Z","caller":"traceutil/trace.go:171","msg":"trace[1571516590] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:6797; }","duration":"204.19251ms","start":"2026-03-31T05:14:33.145302Z","end":"2026-03-31T05:14:33.349495Z","steps":["trace[1571516590] 'agreement among raft nodes before linearized reading' (duration: 204.068636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.349522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.742381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:14:33.349646Z","caller":"traceutil/trace.go:171","msg":"trace[1415292138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6797; }","duration":"414.820514ms","start":"2026-03-31T05:14:32.934742Z","end":"2026-03-31T05:14:33.349562Z","steps":["trace[1415292138] 'agreement among raft nodes before linearized reading' (duration: 414.552086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.349707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:32.934732Z","time spent":"414.963548ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:14:33.349832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.428447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:33.349905Z","caller":"traceutil/trace.go:171","msg":"trace[906350153] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:6797; }","duration":"186.595502ms","start":"2026-03-31T05:14:33.163287Z","end":"2026-03-31T05:14:33.349883Z","steps":["trace[906350153] 'agreement among raft nodes before linearized reading' (duration: 186.447287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:33.34987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.28309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:33.350074Z","caller":"traceutil/trace.go:171","msg":"trace[59957828] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:6797; }","duration":"119.573118ms","start":"2026-03-31T05:14:33.230471Z","end":"2026-03-31T05:14:33.350044Z","steps":["trace[59957828] 'agreement among raft nodes before linearized reading' (duration: 119.218197ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:35.075697Z","caller":"traceutil/trace.go:171","msg":"trace[820762063] transaction","detail":"{read_only:false; response_revision:6801; number_of_response:1; }","duration":"141.158811ms","start":"2026-03-31T05:14:34.934512Z","end":"2026-03-31T05:14:35.075671Z","steps":["trace[820762063] 'process raft request' (duration: 140.889093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:35.075673Z","caller":"traceutil/trace.go:171","msg":"trace[1526340178] linearizableReadLoop","detail":"{readStateIndex:7052; appliedIndex:7051; }","duration":"140.050776ms","start":"2026-03-31T05:14:34.935578Z","end":"2026-03-31T05:14:35.075629Z","steps":["trace[1526340178] 'read index received' (duration: 139.802818ms)","trace[1526340178] 'applied index is now lower than readState.Index' (duration: 246.568µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:35.07605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.445279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:14:35.076165Z","caller":"traceutil/trace.go:171","msg":"trace[2075599306] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6801; }","duration":"140.579233ms","start":"2026-03-31T05:14:34.935525Z","end":"2026-03-31T05:14:35.076104Z","steps":["trace[2075599306] 'agreement among raft nodes before linearized reading' (duration: 140.234972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:37.989617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.123226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:37.98969Z","caller":"traceutil/trace.go:171","msg":"trace[911404290] transaction","detail":"{read_only:false; response_revision:6819; number_of_response:1; }","duration":"197.505248ms","start":"2026-03-31T05:14:37.792172Z","end":"2026-03-31T05:14:37.989677Z","steps":["trace[911404290] 'process raft request' (duration: 95.270688ms)","trace[911404290] 'compare' (duration: 101.961471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:39.162348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.951261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:39.162431Z","caller":"traceutil/trace.go:171","msg":"trace[634033196] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:6819; }","duration":"637.083025ms","start":"2026-03-31T05:14:38.525328Z","end":"2026-03-31T05:14:39.162411Z","steps":["trace[634033196] 'count revisions from in-memory index tree' (duration: 636.869939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.162453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073129541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:39.162516Z","caller":"traceutil/trace.go:171","msg":"trace[1859402556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6819; }","duration":"1.073227954s","start":"2026-03-31T05:14:38.089272Z","end":"2026-03-31T05:14:39.1625Z","steps":["trace[1859402556] 'range keys from in-memory index tree' (duration: 1.072998906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.162556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:38.089251Z","time spent":"1.073296996s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:39.162587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.880993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:39.162648Z","caller":"traceutil/trace.go:171","msg":"trace[1987034247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6819; }","duration":"811.967986ms","start":"2026-03-31T05:14:38.350667Z","end":"2026-03-31T05:14:39.162635Z","steps":["trace[1987034247] 'range keys from in-memory index tree' (duration: 811.746229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.162686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:38.350615Z","time spent":"812.062999ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:39.162683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.008834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:14:39.162702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.877143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:14:39.162799Z","caller":"traceutil/trace.go:171","msg":"trace[1487254364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6819; }","duration":"811.974786ms","start":"2026-03-31T05:14:38.350813Z","end":"2026-03-31T05:14:39.162788Z","steps":["trace[1487254364] 'range keys from in-memory index tree' (duration: 811.75865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.162484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.877921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:14:39.162876Z","caller":"traceutil/trace.go:171","msg":"trace[733518560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6819; }","duration":"550.307976ms","start":"2026-03-31T05:14:38.612558Z","end":"2026-03-31T05:14:39.162866Z","steps":["trace[733518560] 'range keys from in-memory index tree' (duration: 549.743808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.162868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:38.350763Z","time spent":"812.092419ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:14:39.162917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:38.612537Z","time spent":"550.368567ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:14:39.162761Z","caller":"traceutil/trace.go:171","msg":"trace[1836858203] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6819; }","duration":"650.123738ms","start":"2026-03-31T05:14:38.512619Z","end":"2026-03-31T05:14:39.162743Z","steps":["trace[1836858203] 'range keys from in-memory index tree' (duration: 649.821978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.163028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:38.512604Z","time spent":"650.412677ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:14:39.162474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:38.520439Z","time spent":"642.022512ms","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:39.309214Z","caller":"traceutil/trace.go:171","msg":"trace[694394485] linearizableReadLoop","detail":"{readStateIndex:7072; appliedIndex:7071; }","duration":"209.965833ms","start":"2026-03-31T05:14:39.099226Z","end":"2026-03-31T05:14:39.309192Z","steps":["trace[694394485] 'read index received' (duration: 209.821089ms)","trace[694394485] 'applied index is now lower than readState.Index' (duration: 143.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:39.309302Z","caller":"traceutil/trace.go:171","msg":"trace[1823234977] transaction","detail":"{read_only:false; response_revision:6820; number_of_response:1; }","duration":"216.84132ms","start":"2026-03-31T05:14:39.092453Z","end":"2026-03-31T05:14:39.309294Z","steps":["trace[1823234977] 'process raft request' (duration: 216.594853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.309509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.265312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:14:39.309558Z","caller":"traceutil/trace.go:171","msg":"trace[1814007678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6820; }","duration":"210.346485ms","start":"2026-03-31T05:14:39.099197Z","end":"2026-03-31T05:14:39.309543Z","steps":["trace[1814007678] 'agreement among raft nodes before linearized reading' (duration: 210.212171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.52959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.636046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:39.529981Z","caller":"traceutil/trace.go:171","msg":"trace[697651520] transaction","detail":"{read_only:false; response_revision:6821; number_of_response:1; }","duration":"363.097644ms","start":"2026-03-31T05:14:39.16684Z","end":"2026-03-31T05:14:39.529938Z","steps":["trace[697651520] 'process raft request' (duration: 203.786937ms)","trace[697651520] 'compare' (duration: 158.249614ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:39.529988Z","caller":"traceutil/trace.go:171","msg":"trace[1875254682] transaction","detail":"{read_only:false; response_revision:6822; number_of_response:1; }","duration":"362.295779ms","start":"2026-03-31T05:14:39.167656Z","end":"2026-03-31T05:14:39.529951Z","steps":["trace[1875254682] 'process raft request' (duration: 362.176765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.530135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:39.166826Z","time spent":"363.224749ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:39.530145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:39.167647Z","time spent":"362.418083ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:39.530278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.953329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141807"} {"level":"info","ts":"2026-03-31T05:14:39.530343Z","caller":"traceutil/trace.go:171","msg":"trace[912983205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6822; }","duration":"362.038431ms","start":"2026-03-31T05:14:39.168287Z","end":"2026-03-31T05:14:39.530326Z","steps":["trace[912983205] 'agreement among raft nodes before linearized reading' (duration: 361.662819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.530347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.956422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:14:39.530372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.205693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:39.530399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:39.168273Z","time spent":"362.112374ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":16,"response size":141831,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:14:39.530416Z","caller":"traceutil/trace.go:171","msg":"trace[1841592276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6822; }","duration":"366.259765ms","start":"2026-03-31T05:14:39.164144Z","end":"2026-03-31T05:14:39.530404Z","steps":["trace[1841592276] 'agreement among raft nodes before linearized reading' (duration: 366.188623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:39.530416Z","caller":"traceutil/trace.go:171","msg":"trace[535705353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6822; }","duration":"364.063225ms","start":"2026-03-31T05:14:39.166335Z","end":"2026-03-31T05:14:39.530399Z","steps":["trace[535705353] 'agreement among raft nodes before linearized reading' (duration: 363.870959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.530452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:39.164131Z","time spent":"366.313487ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:39.530458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:39.166318Z","time spent":"364.132688ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:14:39.532093Z","caller":"traceutil/trace.go:171","msg":"trace[182771863] linearizableReadLoop","detail":"{readStateIndex:7074; appliedIndex:7072; }","duration":"220.636171ms","start":"2026-03-31T05:14:39.309273Z","end":"2026-03-31T05:14:39.52991Z","steps":["trace[182771863] 'read index received' (duration: 61.364924ms)","trace[182771863] 'applied index is now lower than readState.Index' (duration: 159.270027ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:39.533774Z","caller":"traceutil/trace.go:171","msg":"trace[1496485114] transaction","detail":"{read_only:false; response_revision:6823; number_of_response:1; }","duration":"219.733242ms","start":"2026-03-31T05:14:39.314025Z","end":"2026-03-31T05:14:39.533758Z","steps":["trace[1496485114] 'process raft request' (duration: 219.606988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:39.533949Z","caller":"traceutil/trace.go:171","msg":"trace[1630243595] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"164.205653ms","start":"2026-03-31T05:14:39.369725Z","end":"2026-03-31T05:14:39.533931Z","steps":["trace[1630243595] 'process raft request' (duration: 163.997286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.592054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.711119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:14:39.592138Z","caller":"traceutil/trace.go:171","msg":"trace[1539766132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6825; }","duration":"217.822272ms","start":"2026-03-31T05:14:39.374296Z","end":"2026-03-31T05:14:39.592118Z","steps":["trace[1539766132] 'agreement among raft nodes before linearized reading' (duration: 217.611195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.592242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.688705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:14:39.592328Z","caller":"traceutil/trace.go:171","msg":"trace[364581129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6825; }","duration":"263.809919ms","start":"2026-03-31T05:14:39.328497Z","end":"2026-03-31T05:14:39.592307Z","steps":["trace[364581129] 'agreement among raft nodes before linearized reading' (duration: 263.578551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.592514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.618489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:39.592553Z","caller":"traceutil/trace.go:171","msg":"trace[1710759366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6825; }","duration":"219.685681ms","start":"2026-03-31T05:14:39.372858Z","end":"2026-03-31T05:14:39.592544Z","steps":["trace[1710759366] 'agreement among raft nodes before linearized reading' (duration: 219.588948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:39.593029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.703239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:39.593093Z","caller":"traceutil/trace.go:171","msg":"trace[596684276] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:6825; }","duration":"134.809812ms","start":"2026-03-31T05:14:39.458267Z","end":"2026-03-31T05:14:39.593077Z","steps":["trace[596684276] 'agreement among raft nodes before linearized reading' (duration: 134.704449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:41.388322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.164529ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:14:41.388449Z","caller":"traceutil/trace.go:171","msg":"trace[281267464] linearizableReadLoop","detail":"{readStateIndex:7081; appliedIndex:7080; }","duration":"299.565372ms","start":"2026-03-31T05:14:41.088861Z","end":"2026-03-31T05:14:41.388427Z","steps":["trace[281267464] 'read index received' (duration: 83.456665ms)","trace[281267464] 'applied index is now lower than readState.Index' (duration: 216.106567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:41.388553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.685485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:41.388619Z","caller":"traceutil/trace.go:171","msg":"trace[637375846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6828; }","duration":"299.775898ms","start":"2026-03-31T05:14:41.088813Z","end":"2026-03-31T05:14:41.388589Z","steps":["trace[637375846] 'agreement among raft nodes before linearized reading' (duration: 299.673725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:42.452084Z","caller":"traceutil/trace.go:171","msg":"trace[1665879871] transaction","detail":"{read_only:false; response_revision:6839; number_of_response:1; }","duration":"186.329444ms","start":"2026-03-31T05:14:42.265729Z","end":"2026-03-31T05:14:42.452058Z","steps":["trace[1665879871] 'process raft request' (duration: 186.19004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:43.4203Z","caller":"traceutil/trace.go:171","msg":"trace[2096211935] transaction","detail":"{read_only:false; response_revision:6840; number_of_response:1; }","duration":"151.962745ms","start":"2026-03-31T05:14:43.268309Z","end":"2026-03-31T05:14:43.420272Z","steps":["trace[2096211935] 'process raft request' (duration: 151.801429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.87252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.219985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:43.872733Z","caller":"traceutil/trace.go:171","msg":"trace[24735811] linearizableReadLoop","detail":"{readStateIndex:7095; appliedIndex:7093; }","duration":"309.222278ms","start":"2026-03-31T05:14:43.563489Z","end":"2026-03-31T05:14:43.872711Z","steps":["trace[24735811] 'read index received' (duration: 18.437785ms)","trace[24735811] 'applied index is now lower than readState.Index' (duration: 290.782733ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:43.872838Z","caller":"traceutil/trace.go:171","msg":"trace[371688652] transaction","detail":"{read_only:false; response_revision:6842; number_of_response:1; }","duration":"328.102955ms","start":"2026-03-31T05:14:43.544722Z","end":"2026-03-31T05:14:43.872824Z","steps":["trace[371688652] 'process raft request' (duration: 327.909099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.872935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:43.544707Z","time spent":"328.172978ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:43.872947Z","caller":"traceutil/trace.go:171","msg":"trace[1688941072] transaction","detail":"{read_only:false; response_revision:6841; number_of_response:1; }","duration":"476.717805ms","start":"2026-03-31T05:14:43.396185Z","end":"2026-03-31T05:14:43.872903Z","steps":["trace[1688941072] 'process raft request' (duration: 185.815048ms)","trace[1688941072] 'compare' (duration: 289.977588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:43.873152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:43.39616Z","time spent":"476.889431ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:43.873231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.710343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:14:43.873528Z","caller":"traceutil/trace.go:171","msg":"trace[28588481] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6842; }","duration":"310.058144ms","start":"2026-03-31T05:14:43.56345Z","end":"2026-03-31T05:14:43.873508Z","steps":["trace[28588481] 'agreement among raft nodes before linearized reading' (duration: 309.431864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.873577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:43.563434Z","time spent":"310.128326ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:14:43.913191Z","caller":"traceutil/trace.go:171","msg":"trace[1246789264] transaction","detail":"{read_only:false; response_revision:6843; number_of_response:1; }","duration":"283.342157ms","start":"2026-03-31T05:14:43.629817Z","end":"2026-03-31T05:14:43.913159Z","steps":["trace[1246789264] 'process raft request' (duration: 283.198923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.913792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.657259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:14:43.913826Z","caller":"traceutil/trace.go:171","msg":"trace[278301207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6843; }","duration":"349.731791ms","start":"2026-03-31T05:14:43.564086Z","end":"2026-03-31T05:14:43.913818Z","steps":["trace[278301207] 'agreement among raft nodes before linearized reading' (duration: 349.620788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.91385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:43.564072Z","time spent":"349.772492ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:14:43.913863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.040439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:14:43.914063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.502155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:14:43.914045Z","caller":"traceutil/trace.go:171","msg":"trace[1601651199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6843; }","duration":"266.275667ms","start":"2026-03-31T05:14:43.647746Z","end":"2026-03-31T05:14:43.914022Z","steps":["trace[1601651199] 'agreement among raft nodes before linearized reading' (duration: 265.948326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.914112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.615011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:14:43.914126Z","caller":"traceutil/trace.go:171","msg":"trace[1927534726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6843; }","duration":"350.617879ms","start":"2026-03-31T05:14:43.563496Z","end":"2026-03-31T05:14:43.914114Z","steps":["trace[1927534726] 'agreement among raft nodes before linearized reading' (duration: 350.412602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:43.914137Z","caller":"traceutil/trace.go:171","msg":"trace[1762666327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6843; }","duration":"215.676993ms","start":"2026-03-31T05:14:43.698453Z","end":"2026-03-31T05:14:43.91413Z","steps":["trace[1762666327] 'agreement among raft nodes before linearized reading' (duration: 215.607261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.914158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:43.563477Z","time spent":"350.676681ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:43.914269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.761703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:43.914297Z","caller":"traceutil/trace.go:171","msg":"trace[310607992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6843; }","duration":"350.823315ms","start":"2026-03-31T05:14:43.563467Z","end":"2026-03-31T05:14:43.914291Z","steps":["trace[310607992] 'agreement among raft nodes before linearized reading' (duration: 350.167174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:43.914316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:43.56345Z","time spent":"350.862267ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:43.914296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.968516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:14:43.914374Z","caller":"traceutil/trace.go:171","msg":"trace[2103471045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6843; }","duration":"218.0888ms","start":"2026-03-31T05:14:43.696267Z","end":"2026-03-31T05:14:43.914356Z","steps":["trace[2103471045] 'agreement among raft nodes before linearized reading' (duration: 217.855323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:44.020161Z","caller":"traceutil/trace.go:171","msg":"trace[727864713] transaction","detail":"{read_only:false; response_revision:6847; number_of_response:1; }","duration":"101.757524ms","start":"2026-03-31T05:14:43.918383Z","end":"2026-03-31T05:14:44.020141Z","steps":["trace[727864713] 'process raft request' (duration: 101.696062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:44.020323Z","caller":"traceutil/trace.go:171","msg":"trace[1745242727] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"101.953321ms","start":"2026-03-31T05:14:43.918363Z","end":"2026-03-31T05:14:44.020317Z","steps":["trace[1745242727] 'process raft request' (duration: 98.109999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:44.020378Z","caller":"traceutil/trace.go:171","msg":"trace[583064399] transaction","detail":"{read_only:false; response_revision:6846; number_of_response:1; }","duration":"101.991982ms","start":"2026-03-31T05:14:43.91838Z","end":"2026-03-31T05:14:44.020373Z","steps":["trace[583064399] 'process raft request' (duration: 101.664141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:44.020441Z","caller":"traceutil/trace.go:171","msg":"trace[246234314] transaction","detail":"{read_only:false; response_revision:6848; number_of_response:1; }","duration":"102.020583ms","start":"2026-03-31T05:14:43.918415Z","end":"2026-03-31T05:14:44.020436Z","steps":["trace[246234314] 'process raft request' (duration: 101.693232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:44.296435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.54228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:44.296569Z","caller":"traceutil/trace.go:171","msg":"trace[1788329203] linearizableReadLoop","detail":"{readStateIndex:7102; appliedIndex:7101; }","duration":"193.4902ms","start":"2026-03-31T05:14:44.103057Z","end":"2026-03-31T05:14:44.296548Z","steps":["trace[1788329203] 'read index received' (duration: 30.688182ms)","trace[1788329203] 'applied index is now lower than readState.Index' (duration: 162.800078ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:44.296585Z","caller":"traceutil/trace.go:171","msg":"trace[1959776910] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"342.919515ms","start":"2026-03-31T05:14:43.953638Z","end":"2026-03-31T05:14:44.296557Z","steps":["trace[1959776910] 'process raft request' (duration: 180.158728ms)","trace[1959776910] 'compare' (duration: 162.405366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:44.296657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.594604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:44.29668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:43.953612Z","time spent":"343.021579ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:44.296706Z","caller":"traceutil/trace.go:171","msg":"trace[290196188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6849; }","duration":"193.687787ms","start":"2026-03-31T05:14:44.103006Z","end":"2026-03-31T05:14:44.296693Z","steps":["trace[290196188] 'agreement among raft nodes before linearized reading' (duration: 193.607604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.228262Z","caller":"traceutil/trace.go:171","msg":"trace[154262732] transaction","detail":"{read_only:false; response_revision:6857; number_of_response:1; }","duration":"190.224838ms","start":"2026-03-31T05:14:46.038007Z","end":"2026-03-31T05:14:46.228232Z","steps":["trace[154262732] 'process raft request' (duration: 190.066363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.232192Z","caller":"traceutil/trace.go:171","msg":"trace[371664630] transaction","detail":"{read_only:false; response_revision:6858; number_of_response:1; }","duration":"194.015227ms","start":"2026-03-31T05:14:46.038151Z","end":"2026-03-31T05:14:46.232166Z","steps":["trace[371664630] 'process raft request' (duration: 193.844742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.232676Z","caller":"traceutil/trace.go:171","msg":"trace[137306236] transaction","detail":"{read_only:false; response_revision:6859; number_of_response:1; }","duration":"188.873564ms","start":"2026-03-31T05:14:46.043784Z","end":"2026-03-31T05:14:46.232657Z","steps":["trace[137306236] 'process raft request' (duration: 188.341357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.232933Z","caller":"traceutil/trace.go:171","msg":"trace[1738374002] transaction","detail":"{read_only:false; response_revision:6860; number_of_response:1; }","duration":"189.03766ms","start":"2026-03-31T05:14:46.043872Z","end":"2026-03-31T05:14:46.23291Z","steps":["trace[1738374002] 'process raft request' (duration: 188.72248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:46.233109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.903841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:46.233153Z","caller":"traceutil/trace.go:171","msg":"trace[563363086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6860; }","duration":"145.003914ms","start":"2026-03-31T05:14:46.088137Z","end":"2026-03-31T05:14:46.233141Z","steps":["trace[563363086] 'agreement among raft nodes before linearized reading' (duration: 144.893171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:46.232894Z","caller":"traceutil/trace.go:171","msg":"trace[453005194] linearizableReadLoop","detail":"{readStateIndex:7114; appliedIndex:7110; }","duration":"144.666134ms","start":"2026-03-31T05:14:46.088184Z","end":"2026-03-31T05:14:46.232851Z","steps":["trace[453005194] 'read index received' (duration: 139.917184ms)","trace[453005194] 'applied index is now lower than readState.Index' (duration: 4.74773ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:47.239401Z","caller":"traceutil/trace.go:171","msg":"trace[1304294169] linearizableReadLoop","detail":"{readStateIndex:7116; appliedIndex:7115; }","duration":"360.182223ms","start":"2026-03-31T05:14:46.879193Z","end":"2026-03-31T05:14:47.239375Z","steps":["trace[1304294169] 'read index received' (duration: 359.889193ms)","trace[1304294169] 'applied index is now lower than readState.Index' (duration: 292.05µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:47.239489Z","caller":"traceutil/trace.go:171","msg":"trace[1858139300] transaction","detail":"{read_only:false; response_revision:6862; number_of_response:1; }","duration":"618.89339ms","start":"2026-03-31T05:14:46.620578Z","end":"2026-03-31T05:14:47.239472Z","steps":["trace[1858139300] 'process raft request' (duration: 618.60388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:47.2396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:46.620561Z","time spent":"618.958381ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6360,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:47.239607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.064036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:47.239644Z","caller":"traceutil/trace.go:171","msg":"trace[1600781097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6862; }","duration":"151.143109ms","start":"2026-03-31T05:14:47.088491Z","end":"2026-03-31T05:14:47.239634Z","steps":["trace[1600781097] 'agreement among raft nodes before linearized reading' (duration: 151.020835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:47.239693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.472741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:47.239782Z","caller":"traceutil/trace.go:171","msg":"trace[178461120] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6862; }","duration":"360.623186ms","start":"2026-03-31T05:14:46.879141Z","end":"2026-03-31T05:14:47.239764Z","steps":["trace[178461120] 'agreement among raft nodes before linearized reading' (duration: 360.369908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:47.239834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:46.879123Z","time spent":"360.700919ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":40,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:14:47.239851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.799137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-bq7zj\" ","response":"range_response_count:1 size:8270"} {"level":"info","ts":"2026-03-31T05:14:47.239991Z","caller":"traceutil/trace.go:171","msg":"trace[366651445] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-bq7zj; range_end:; response_count:1; response_revision:6862; }","duration":"108.952332ms","start":"2026-03-31T05:14:47.131012Z","end":"2026-03-31T05:14:47.239964Z","steps":["trace[366651445] 'agreement among raft nodes before linearized reading' (duration: 108.622632ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:47.765301Z","caller":"traceutil/trace.go:171","msg":"trace[150920670] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6863; }","duration":"117.577435ms","start":"2026-03-31T05:14:47.6477Z","end":"2026-03-31T05:14:47.765278Z","steps":["trace[150920670] 'process raft request' (duration: 117.431661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.143712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.554627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:48.14385Z","caller":"traceutil/trace.go:171","msg":"trace[1802637680] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"249.551287ms","start":"2026-03-31T05:14:47.894276Z","end":"2026-03-31T05:14:48.143828Z","steps":["trace[1802637680] 'process raft request' (duration: 118.783053ms)","trace[1802637680] 'compare' (duration: 130.371901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:48.354339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.662868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:48.354565Z","caller":"traceutil/trace.go:171","msg":"trace[1911615364] transaction","detail":"{read_only:false; response_revision:6867; number_of_response:1; }","duration":"258.003565ms","start":"2026-03-31T05:14:48.096547Z","end":"2026-03-31T05:14:48.354551Z","steps":["trace[1911615364] 'process raft request' (duration: 257.976424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:48.354807Z","caller":"traceutil/trace.go:171","msg":"trace[1483015025] transaction","detail":"{read_only:false; response_revision:6865; number_of_response:1; }","duration":"444.563116ms","start":"2026-03-31T05:14:47.910235Z","end":"2026-03-31T05:14:48.354799Z","steps":["trace[1483015025] 'process raft request' (duration: 338.362941ms)","trace[1483015025] 'compare' (duration: 105.481353ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:48.354859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:47.910222Z","time spent":"444.609508ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:48.354963Z","caller":"traceutil/trace.go:171","msg":"trace[909975823] transaction","detail":"{read_only:false; response_revision:6866; number_of_response:1; }","duration":"425.470721ms","start":"2026-03-31T05:14:47.929486Z","end":"2026-03-31T05:14:48.354957Z","steps":["trace[909975823] 'process raft request' (duration: 424.983176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.355006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:47.929472Z","time spent":"425.511132ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:48.355089Z","caller":"traceutil/trace.go:171","msg":"trace[108920692] linearizableReadLoop","detail":"{readStateIndex:7120; appliedIndex:7118; }","duration":"316.989913ms","start":"2026-03-31T05:14:48.03809Z","end":"2026-03-31T05:14:48.35508Z","steps":["trace[108920692] 'read index received' (duration: 210.481649ms)","trace[108920692] 'applied index is now lower than readState.Index' (duration: 106.506834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:48.355342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.256912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:14:48.355388Z","caller":"traceutil/trace.go:171","msg":"trace[1662241725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6867; }","duration":"317.296344ms","start":"2026-03-31T05:14:48.038076Z","end":"2026-03-31T05:14:48.355372Z","steps":["trace[1662241725] 'agreement among raft nodes before linearized reading' (duration: 317.16559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.355412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.038017Z","time spent":"317.389527ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:48.355581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.351193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:14:48.355607Z","caller":"traceutil/trace.go:171","msg":"trace[692605940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6867; }","duration":"316.411425ms","start":"2026-03-31T05:14:48.03919Z","end":"2026-03-31T05:14:48.355601Z","steps":["trace[692605940] 'agreement among raft nodes before linearized reading' (duration: 316.337923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.355625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.039172Z","time spent":"316.448736ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:14:48.355985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.089592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:14:48.356014Z","caller":"traceutil/trace.go:171","msg":"trace[1257301756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6867; }","duration":"118.130873ms","start":"2026-03-31T05:14:48.237877Z","end":"2026-03-31T05:14:48.356008Z","steps":["trace[1257301756] 'agreement among raft nodes before linearized reading' (duration: 118.065311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.356141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.883077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:14:48.356174Z","caller":"traceutil/trace.go:171","msg":"trace[1868401717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6867; }","duration":"118.98382ms","start":"2026-03-31T05:14:48.23718Z","end":"2026-03-31T05:14:48.356164Z","steps":["trace[1868401717] 'agreement among raft nodes before linearized reading' (duration: 118.910187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.356379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.136554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:14:48.356418Z","caller":"traceutil/trace.go:171","msg":"trace[406660195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6867; }","duration":"119.209307ms","start":"2026-03-31T05:14:48.2372Z","end":"2026-03-31T05:14:48.35641Z","steps":["trace[406660195] 'agreement among raft nodes before linearized reading' (duration: 119.118515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.356601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.323749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:14:48.35664Z","caller":"traceutil/trace.go:171","msg":"trace[1628779597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6867; }","duration":"124.383271ms","start":"2026-03-31T05:14:48.232248Z","end":"2026-03-31T05:14:48.356631Z","steps":["trace[1628779597] 'agreement among raft nodes before linearized reading' (duration: 124.290458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:48.704625Z","caller":"traceutil/trace.go:171","msg":"trace[1938882177] transaction","detail":"{read_only:false; response_revision:6869; number_of_response:1; }","duration":"341.816ms","start":"2026-03-31T05:14:48.362782Z","end":"2026-03-31T05:14:48.704598Z","steps":["trace[1938882177] 'process raft request' (duration: 341.594803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.704879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.362758Z","time spent":"342.035168ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:48.704951Z","caller":"traceutil/trace.go:171","msg":"trace[714766059] transaction","detail":"{read_only:false; response_revision:6870; number_of_response:1; }","duration":"342.049278ms","start":"2026-03-31T05:14:48.362872Z","end":"2026-03-31T05:14:48.704921Z","steps":["trace[714766059] 'process raft request' (duration: 341.681326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:48.705001Z","caller":"traceutil/trace.go:171","msg":"trace[668222840] transaction","detail":"{read_only:false; response_revision:6871; number_of_response:1; }","duration":"342.067478ms","start":"2026-03-31T05:14:48.362908Z","end":"2026-03-31T05:14:48.704975Z","steps":["trace[668222840] 'process raft request' (duration: 341.897563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.705127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.362865Z","time spent":"342.161331ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:48.705151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.36288Z","time spent":"342.201283ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:48.705311Z","caller":"traceutil/trace.go:171","msg":"trace[102013240] linearizableReadLoop","detail":"{readStateIndex:7125; appliedIndex:7121; }","duration":"342.246004ms","start":"2026-03-31T05:14:48.363049Z","end":"2026-03-31T05:14:48.705295Z","steps":["trace[102013240] 'read index received' (duration: 64.637468ms)","trace[102013240] 'applied index is now lower than readState.Index' (duration: 277.607206ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:48.705343Z","caller":"traceutil/trace.go:171","msg":"trace[989249772] transaction","detail":"{read_only:false; response_revision:6872; number_of_response:1; }","duration":"342.088349ms","start":"2026-03-31T05:14:48.363227Z","end":"2026-03-31T05:14:48.705316Z","steps":["trace[989249772] 'process raft request' (duration: 341.695207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:48.705406Z","caller":"traceutil/trace.go:171","msg":"trace[1154556532] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"340.918082ms","start":"2026-03-31T05:14:48.364453Z","end":"2026-03-31T05:14:48.705371Z","steps":["trace[1154556532] 'process raft request' (duration: 340.717186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.705471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.36322Z","time spent":"342.197642ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:48.70557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.364443Z","time spent":"341.048706ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:48.705593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.527883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141993"} {"level":"info","ts":"2026-03-31T05:14:48.705649Z","caller":"traceutil/trace.go:171","msg":"trace[1593966096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6873; }","duration":"342.617175ms","start":"2026-03-31T05:14:48.363018Z","end":"2026-03-31T05:14:48.705635Z","steps":["trace[1593966096] 'agreement among raft nodes before linearized reading' (duration: 342.364727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:48.705689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:48.363008Z","time spent":"342.672748ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":16,"response size":142017,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:14:48.705742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.161528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-bq7zj\" ","response":"range_response_count:1 size:8270"} {"level":"info","ts":"2026-03-31T05:14:48.705816Z","caller":"traceutil/trace.go:171","msg":"trace[777240677] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-bq7zj; range_end:; response_count:1; response_revision:6873; }","duration":"168.332534ms","start":"2026-03-31T05:14:48.537467Z","end":"2026-03-31T05:14:48.7058Z","steps":["trace[777240677] 'agreement among raft nodes before linearized reading' (duration: 168.052105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:48.869471Z","caller":"traceutil/trace.go:171","msg":"trace[146638031] transaction","detail":"{read_only:false; response_revision:6874; number_of_response:1; }","duration":"152.767851ms","start":"2026-03-31T05:14:48.71667Z","end":"2026-03-31T05:14:48.869438Z","steps":["trace[146638031] 'process raft request' (duration: 77.576358ms)","trace[146638031] 'compare' (duration: 75.026227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:50.760671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.994259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:14:50.88064Z","caller":"traceutil/trace.go:171","msg":"trace[1216789921] transaction","detail":"{read_only:false; response_revision:6891; number_of_response:1; }","duration":"113.969871ms","start":"2026-03-31T05:14:50.766624Z","end":"2026-03-31T05:14:50.880594Z","steps":["trace[1216789921] 'process raft request' (duration: 113.749444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:50.915063Z","caller":"traceutil/trace.go:171","msg":"trace[1744654566] transaction","detail":"{read_only:false; response_revision:6892; number_of_response:1; }","duration":"148.361291ms","start":"2026-03-31T05:14:50.766671Z","end":"2026-03-31T05:14:50.915032Z","steps":["trace[1744654566] 'process raft request' (duration: 148.085712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:50.915536Z","caller":"traceutil/trace.go:171","msg":"trace[1661196137] transaction","detail":"{read_only:false; response_revision:6893; number_of_response:1; }","duration":"148.767184ms","start":"2026-03-31T05:14:50.766755Z","end":"2026-03-31T05:14:50.915522Z","steps":["trace[1661196137] 'process raft request' (duration: 148.227327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:50.915714Z","caller":"traceutil/trace.go:171","msg":"trace[1876801122] transaction","detail":"{read_only:false; response_revision:6895; number_of_response:1; }","duration":"147.890566ms","start":"2026-03-31T05:14:50.767812Z","end":"2026-03-31T05:14:50.915703Z","steps":["trace[1876801122] 'process raft request' (duration: 147.775342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:50.915716Z","caller":"traceutil/trace.go:171","msg":"trace[1183257263] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"113.336371ms","start":"2026-03-31T05:14:50.802353Z","end":"2026-03-31T05:14:50.915689Z","steps":["trace[1183257263] 'process raft request' (duration: 113.276449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:50.915882Z","caller":"traceutil/trace.go:171","msg":"trace[272238632] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"148.746114ms","start":"2026-03-31T05:14:50.767107Z","end":"2026-03-31T05:14:50.915853Z","steps":["trace[272238632] 'process raft request' (duration: 148.120954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:52.616967Z","caller":"traceutil/trace.go:171","msg":"trace[1193941139] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"222.448698ms","start":"2026-03-31T05:14:52.394494Z","end":"2026-03-31T05:14:52.616943Z","steps":["trace[1193941139] 'process raft request' (duration: 222.278503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:52.973743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.78502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:52.973882Z","caller":"traceutil/trace.go:171","msg":"trace[1870933480] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"579.329075ms","start":"2026-03-31T05:14:52.394508Z","end":"2026-03-31T05:14:52.973837Z","steps":["trace[1870933480] 'process raft request' (duration: 390.367529ms)","trace[1870933480] 'compare' (duration: 188.428949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:52.973973Z","caller":"traceutil/trace.go:171","msg":"trace[143598654] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"212.530273ms","start":"2026-03-31T05:14:52.761424Z","end":"2026-03-31T05:14:52.973954Z","steps":["trace[143598654] 'process raft request' (duration: 212.43099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:52.973948Z","caller":"traceutil/trace.go:171","msg":"trace[422602712] linearizableReadLoop","detail":"{readStateIndex:7155; appliedIndex:7153; }","duration":"504.019199ms","start":"2026-03-31T05:14:52.469904Z","end":"2026-03-31T05:14:52.973923Z","steps":["trace[422602712] 'read index received' (duration: 146.865463ms)","trace[422602712] 'applied index is now lower than readState.Index' (duration: 357.150896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:52.974019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:52.394482Z","time spent":"579.462189ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:52.974182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.258106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:14:52.974201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.756541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:14:52.974246Z","caller":"traceutil/trace.go:171","msg":"trace[498241062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6901; }","duration":"201.829244ms","start":"2026-03-31T05:14:52.772406Z","end":"2026-03-31T05:14:52.974235Z","steps":["trace[498241062] 'agreement among raft nodes before linearized reading' (duration: 201.685579ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:52.974248Z","caller":"traceutil/trace.go:171","msg":"trace[1280822627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6901; }","duration":"504.37309ms","start":"2026-03-31T05:14:52.469863Z","end":"2026-03-31T05:14:52.974236Z","steps":["trace[1280822627] 'agreement among raft nodes before linearized reading' (duration: 504.142422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:52.974286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:52.469846Z","time spent":"504.428332ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:14:53.321207Z","caller":"traceutil/trace.go:171","msg":"trace[88748961] linearizableReadLoop","detail":"{readStateIndex:7163; appliedIndex:7162; }","duration":"233.253371ms","start":"2026-03-31T05:14:53.087895Z","end":"2026-03-31T05:14:53.321149Z","steps":["trace[88748961] 'read index received' (duration: 233.011523ms)","trace[88748961] 'applied index is now lower than readState.Index' (duration: 240.538µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:53.321369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.445577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:53.321432Z","caller":"traceutil/trace.go:171","msg":"trace[1741584052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6908; }","duration":"233.56344ms","start":"2026-03-31T05:14:53.087855Z","end":"2026-03-31T05:14:53.321418Z","steps":["trace[1741584052] 'agreement among raft nodes before linearized reading' (duration: 233.429406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.321432Z","caller":"traceutil/trace.go:171","msg":"trace[1697848915] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"251.272852ms","start":"2026-03-31T05:14:53.070009Z","end":"2026-03-31T05:14:53.321282Z","steps":["trace[1697848915] 'process raft request' (duration: 250.981423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.731916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.937107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:53.731982Z","caller":"traceutil/trace.go:171","msg":"trace[1807866611] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:6908; }","duration":"308.059161ms","start":"2026-03-31T05:14:53.423905Z","end":"2026-03-31T05:14:53.731965Z","steps":["trace[1807866611] 'count revisions from in-memory index tree' (duration: 307.802492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.732013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.423883Z","time spent":"308.122312ms","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:14:53.775856Z","caller":"traceutil/trace.go:171","msg":"trace[121466435] linearizableReadLoop","detail":"{readStateIndex:7164; appliedIndex:7163; }","duration":"135.729501ms","start":"2026-03-31T05:14:53.640094Z","end":"2026-03-31T05:14:53.775824Z","steps":["trace[121466435] 'read index received' (duration: 135.500314ms)","trace[121466435] 'applied index is now lower than readState.Index' (duration: 228.177µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:53.776059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.939127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:53.776112Z","caller":"traceutil/trace.go:171","msg":"trace[210636001] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6909; }","duration":"136.04038ms","start":"2026-03-31T05:14:53.640058Z","end":"2026-03-31T05:14:53.776099Z","steps":["trace[210636001] 'agreement among raft nodes before linearized reading' (duration: 135.880635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:53.776384Z","caller":"traceutil/trace.go:171","msg":"trace[613448245] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"319.907156ms","start":"2026-03-31T05:14:53.456433Z","end":"2026-03-31T05:14:53.77634Z","steps":["trace[613448245] 'process raft request' (duration: 319.226255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:53.776575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:53.456414Z","time spent":"320.060911ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:54.8079Z","caller":"traceutil/trace.go:171","msg":"trace[2093376907] transaction","detail":"{read_only:false; response_revision:6911; number_of_response:1; }","duration":"168.86323ms","start":"2026-03-31T05:14:54.639019Z","end":"2026-03-31T05:14:54.807882Z","steps":["trace[2093376907] 'process raft request' (duration: 168.753047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.316422Z","caller":"traceutil/trace.go:171","msg":"trace[1511169271] linearizableReadLoop","detail":"{readStateIndex:7168; appliedIndex:7167; }","duration":"296.112642ms","start":"2026-03-31T05:14:55.020285Z","end":"2026-03-31T05:14:55.316397Z","steps":["trace[1511169271] 'read index received' (duration: 295.958827ms)","trace[1511169271] 'applied index is now lower than readState.Index' (duration: 152.825µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:55.31679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.397906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:14:55.316809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.662284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:14:55.316806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.064559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:14:55.316845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.289206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:14:55.31687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.659784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:14:55.316868Z","caller":"traceutil/trace.go:171","msg":"trace[2097469898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6913; }","duration":"245.778878ms","start":"2026-03-31T05:14:55.071071Z","end":"2026-03-31T05:14:55.31685Z","steps":["trace[2097469898] 'agreement among raft nodes before linearized reading' (duration: 245.616393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.316909Z","caller":"traceutil/trace.go:171","msg":"trace[99333003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6913; }","duration":"265.360478ms","start":"2026-03-31T05:14:55.051532Z","end":"2026-03-31T05:14:55.316892Z","steps":["trace[99333003] 'agreement among raft nodes before linearized reading' (duration: 265.047338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.316958Z","caller":"traceutil/trace.go:171","msg":"trace[938696784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6913; }","duration":"245.731186ms","start":"2026-03-31T05:14:55.07118Z","end":"2026-03-31T05:14:55.316912Z","steps":["trace[938696784] 'agreement among raft nodes before linearized reading' (duration: 245.579901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.316988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.704701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:14:55.317016Z","caller":"traceutil/trace.go:171","msg":"trace[938271994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6913; }","duration":"296.759043ms","start":"2026-03-31T05:14:55.020249Z","end":"2026-03-31T05:14:55.317008Z","steps":["trace[938271994] 'agreement among raft nodes before linearized reading' (duration: 296.66073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.317029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.272676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-domain-manage\" ","response":"range_response_count:1 size:6472"} {"level":"warn","ts":"2026-03-31T05:14:55.316926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.108701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-31T05:14:55.317072Z","caller":"traceutil/trace.go:171","msg":"trace[1834029940] range","detail":"{range_begin:/registry/jobs/openstack/keystone-domain-manage; range_end:; response_count:1; response_revision:6913; }","duration":"236.342448ms","start":"2026-03-31T05:14:55.080717Z","end":"2026-03-31T05:14:55.31706Z","steps":["trace[1834029940] 'agreement among raft nodes before linearized reading' (duration: 236.233645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.317083Z","caller":"traceutil/trace.go:171","msg":"trace[433720686] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6913; }","duration":"236.279727ms","start":"2026-03-31T05:14:55.08079Z","end":"2026-03-31T05:14:55.31707Z","steps":["trace[433720686] 'agreement among raft nodes before linearized reading' (duration: 236.06791ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.31688Z","caller":"traceutil/trace.go:171","msg":"trace[2011603031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6913; }","duration":"230.164843ms","start":"2026-03-31T05:14:55.086697Z","end":"2026-03-31T05:14:55.316862Z","steps":["trace[2011603031] 'agreement among raft nodes before linearized reading' (duration: 230.039949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.317098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.013745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:14:55.317154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.896563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:14:55.317158Z","caller":"traceutil/trace.go:171","msg":"trace[1102249710] transaction","detail":"{read_only:false; response_revision:6913; number_of_response:1; }","duration":"296.439023ms","start":"2026-03-31T05:14:55.020113Z","end":"2026-03-31T05:14:55.316552Z","steps":["trace[1102249710] 'process raft request' (duration: 296.136784ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.317244Z","caller":"traceutil/trace.go:171","msg":"trace[69261851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6913; }","duration":"247.017487ms","start":"2026-03-31T05:14:55.070211Z","end":"2026-03-31T05:14:55.317229Z","steps":["trace[69261851] 'agreement among raft nodes before linearized reading' (duration: 246.837151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.316835Z","caller":"traceutil/trace.go:171","msg":"trace[822805982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6913; }","duration":"245.474488ms","start":"2026-03-31T05:14:55.07135Z","end":"2026-03-31T05:14:55.316824Z","steps":["trace[822805982] 'agreement among raft nodes before linearized reading' (duration: 245.258931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.317267Z","caller":"traceutil/trace.go:171","msg":"trace[1290346937] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6913; }","duration":"246.230191ms","start":"2026-03-31T05:14:55.070959Z","end":"2026-03-31T05:14:55.31719Z","steps":["trace[1290346937] 'agreement among raft nodes before linearized reading' (duration: 245.849479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.720431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.000816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:55.720558Z","caller":"traceutil/trace.go:171","msg":"trace[1449702817] transaction","detail":"{read_only:false; response_revision:6914; number_of_response:1; }","duration":"399.153737ms","start":"2026-03-31T05:14:55.321379Z","end":"2026-03-31T05:14:55.720533Z","steps":["trace[1449702817] 'process raft request' (duration: 228.856841ms)","trace[1449702817] 'compare' (duration: 169.687757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:55.720642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.321358Z","time spent":"399.24887ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:55.894882Z","caller":"traceutil/trace.go:171","msg":"trace[1787112301] transaction","detail":"{read_only:false; response_revision:6915; number_of_response:1; }","duration":"573.020966ms","start":"2026-03-31T05:14:55.321837Z","end":"2026-03-31T05:14:55.894858Z","steps":["trace[1787112301] 'process raft request' (duration: 500.150408ms)","trace[1787112301] 'compare' (duration: 72.718724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:55.895023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.321814Z","time spent":"573.137659ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:55.895204Z","caller":"traceutil/trace.go:171","msg":"trace[2137780908] transaction","detail":"{read_only:false; response_revision:6917; number_of_response:1; }","duration":"573.266964ms","start":"2026-03-31T05:14:55.321928Z","end":"2026-03-31T05:14:55.895195Z","steps":["trace[2137780908] 'process raft request' (duration: 573.066708ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.895085Z","caller":"traceutil/trace.go:171","msg":"trace[1003292562] transaction","detail":"{read_only:false; response_revision:6916; number_of_response:1; }","duration":"573.196601ms","start":"2026-03-31T05:14:55.321873Z","end":"2026-03-31T05:14:55.895069Z","steps":["trace[1003292562] 'process raft request' (duration: 572.950523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.895258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.321917Z","time spent":"573.316555ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:55.895298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.321854Z","time spent":"573.391808ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:55.8955Z","caller":"traceutil/trace.go:171","msg":"trace[1104523110] linearizableReadLoop","detail":"{readStateIndex:7174; appliedIndex:7168; }","duration":"567.274353ms","start":"2026-03-31T05:14:55.328217Z","end":"2026-03-31T05:14:55.895492Z","steps":["trace[1104523110] 'read index received' (duration: 222.026795ms)","trace[1104523110] 'applied index is now lower than readState.Index' (duration: 345.246488ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:55.895548Z","caller":"traceutil/trace.go:171","msg":"trace[700339276] transaction","detail":"{read_only:false; response_revision:6918; number_of_response:1; }","duration":"573.589584ms","start":"2026-03-31T05:14:55.321946Z","end":"2026-03-31T05:14:55.895535Z","steps":["trace[700339276] 'process raft request' (duration: 573.210702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.895556Z","caller":"traceutil/trace.go:171","msg":"trace[64117] transaction","detail":"{read_only:false; response_revision:6919; number_of_response:1; }","duration":"573.392418ms","start":"2026-03-31T05:14:55.322139Z","end":"2026-03-31T05:14:55.895532Z","steps":["trace[64117] 'process raft request' (duration: 573.274694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.895604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.321938Z","time spent":"573.637655ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:55.895683Z","caller":"traceutil/trace.go:171","msg":"trace[1043865270] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"540.302039ms","start":"2026-03-31T05:14:55.355374Z","end":"2026-03-31T05:14:55.895676Z","steps":["trace[1043865270] 'process raft request' (duration: 540.078542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.895722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.355351Z","time spent":"540.35407ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:14:55.895714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.322131Z","time spent":"573.494631ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:55.895755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.865763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-bootstrap-zcdfq\" ","response":"range_response_count:1 size:8456"} {"level":"warn","ts":"2026-03-31T05:14:55.895774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.342142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:14:55.895786Z","caller":"traceutil/trace.go:171","msg":"trace[1816266043] range","detail":"{range_begin:/registry/pods/openstack/keystone-bootstrap-zcdfq; range_end:; response_count:1; response_revision:6920; }","duration":"306.927775ms","start":"2026-03-31T05:14:55.588851Z","end":"2026-03-31T05:14:55.895779Z","steps":["trace[1816266043] 'agreement among raft nodes before linearized reading' (duration: 306.854362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:55.895798Z","caller":"traceutil/trace.go:171","msg":"trace[638894634] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:6920; }","duration":"351.402424ms","start":"2026-03-31T05:14:55.54439Z","end":"2026-03-31T05:14:55.895792Z","steps":["trace[638894634] 'agreement among raft nodes before linearized reading' (duration: 351.313431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.895811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.588833Z","time spent":"306.972876ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8480,"request content":"key:\"/registry/pods/openstack/keystone-bootstrap-zcdfq\" "} {"level":"warn","ts":"2026-03-31T05:14:55.895815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.544371Z","time spent":"351.440316ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:14:55.895679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.46485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:14:55.895858Z","caller":"traceutil/trace.go:171","msg":"trace[106585597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6920; }","duration":"567.663746ms","start":"2026-03-31T05:14:55.328186Z","end":"2026-03-31T05:14:55.89585Z","steps":["trace[106585597] 'agreement among raft nodes before linearized reading' (duration: 567.399627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:55.895887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:55.328171Z","time spent":"567.708368ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:14:56.160483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.539151ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:14:56.167626Z","caller":"traceutil/trace.go:171","msg":"trace[2067981386] linearizableReadLoop","detail":"{readStateIndex:7177; appliedIndex:7175; }","duration":"213.616149ms","start":"2026-03-31T05:14:55.953992Z","end":"2026-03-31T05:14:56.167608Z","steps":["trace[2067981386] 'read index received' (duration: 66.994383ms)","trace[2067981386] 'applied index is now lower than readState.Index' (duration: 146.619415ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:56.167845Z","caller":"traceutil/trace.go:171","msg":"trace[1133837600] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"258.640804ms","start":"2026-03-31T05:14:55.909182Z","end":"2026-03-31T05:14:56.167823Z","steps":["trace[1133837600] 'process raft request' (duration: 258.300824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:56.167977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.96601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:56.168041Z","caller":"traceutil/trace.go:171","msg":"trace[1632122523] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6921; }","duration":"214.061743ms","start":"2026-03-31T05:14:55.953962Z","end":"2026-03-31T05:14:56.168023Z","steps":["trace[1632122523] 'agreement among raft nodes before linearized reading' (duration: 213.959079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:56.232853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.018246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:56.232955Z","caller":"traceutil/trace.go:171","msg":"trace[100105513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6922; }","duration":"146.16003ms","start":"2026-03-31T05:14:56.086782Z","end":"2026-03-31T05:14:56.232942Z","steps":["trace[100105513] 'agreement among raft nodes before linearized reading' (duration: 146.017736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:56.525483Z","caller":"traceutil/trace.go:171","msg":"trace[1956901957] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7178; }","duration":"151.587583ms","start":"2026-03-31T05:14:56.373877Z","end":"2026-03-31T05:14:56.525465Z","steps":["trace[1956901957] 'read index received' (duration: 88.839815ms)","trace[1956901957] 'applied index is now lower than readState.Index' (duration: 62.747068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:56.525578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.682756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:56.525595Z","caller":"traceutil/trace.go:171","msg":"trace[1159112210] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6923; }","duration":"151.748218ms","start":"2026-03-31T05:14:56.373842Z","end":"2026-03-31T05:14:56.52559Z","steps":["trace[1159112210] 'agreement among raft nodes before linearized reading' (duration: 151.687906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:56.52557Z","caller":"traceutil/trace.go:171","msg":"trace[2052455639] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"244.796237ms","start":"2026-03-31T05:14:56.280723Z","end":"2026-03-31T05:14:56.525519Z","steps":["trace[2052455639] 'process raft request' (duration: 182.071869ms)","trace[2052455639] 'compare' (duration: 62.590114ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:56.858011Z","caller":"traceutil/trace.go:171","msg":"trace[177911579] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"125.092834ms","start":"2026-03-31T05:14:56.732895Z","end":"2026-03-31T05:14:56.857988Z","steps":["trace[177911579] 'process raft request' (duration: 124.96256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:57.036235Z","caller":"traceutil/trace.go:171","msg":"trace[1969336097] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"223.318556ms","start":"2026-03-31T05:14:56.812892Z","end":"2026-03-31T05:14:57.036211Z","steps":["trace[1969336097] 'process raft request' (duration: 220.872818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:57.128348Z","caller":"traceutil/trace.go:171","msg":"trace[1878403005] linearizableReadLoop","detail":"{readStateIndex:7182; appliedIndex:7180; }","duration":"103.102636ms","start":"2026-03-31T05:14:57.025225Z","end":"2026-03-31T05:14:57.128328Z","steps":["trace[1878403005] 'read index received' (duration: 8.550091ms)","trace[1878403005] 'applied index is now lower than readState.Index' (duration: 94.551735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:57.128575Z","caller":"traceutil/trace.go:171","msg":"trace[1932052229] transaction","detail":"{read_only:false; response_revision:6926; number_of_response:1; }","duration":"108.216859ms","start":"2026-03-31T05:14:57.020348Z","end":"2026-03-31T05:14:57.128565Z","steps":["trace[1932052229] 'process raft request' (duration: 107.868548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:57.128896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.654164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:14:57.128952Z","caller":"traceutil/trace.go:171","msg":"trace[1655617974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6926; }","duration":"103.742997ms","start":"2026-03-31T05:14:57.025201Z","end":"2026-03-31T05:14:57.128944Z","steps":["trace[1655617974] 'agreement among raft nodes before linearized reading' (duration: 103.5416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:57.976023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782515550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:14:58.413772Z","caller":"traceutil/trace.go:171","msg":"trace[683873203] transaction","detail":"{read_only:false; response_revision:6927; number_of_response:1; }","duration":"952.587733ms","start":"2026-03-31T05:14:57.461165Z","end":"2026-03-31T05:14:58.413752Z","steps":["trace[683873203] 'process raft request' (duration: 952.478689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.413949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.461139Z","time spent":"952.747677ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:58.413812Z","caller":"traceutil/trace.go:171","msg":"trace[633575238] linearizableReadLoop","detail":"{readStateIndex:7183; appliedIndex:7183; }","duration":"937.840315ms","start":"2026-03-31T05:14:57.475932Z","end":"2026-03-31T05:14:58.413773Z","steps":["trace[633575238] 'read index received' (duration: 937.826405ms)","trace[633575238] 'applied index is now lower than readState.Index' (duration: 11.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:58.414369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.895948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:14:58.414403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.77164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:14:58.414411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.452884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"info","ts":"2026-03-31T05:14:58.414448Z","caller":"traceutil/trace.go:171","msg":"trace[1116859827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6927; }","duration":"688.994211ms","start":"2026-03-31T05:14:57.725427Z","end":"2026-03-31T05:14:58.414421Z","steps":["trace[1116859827] 'agreement among raft nodes before linearized reading' (duration: 688.863127ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:58.414492Z","caller":"traceutil/trace.go:171","msg":"trace[37436211] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6927; }","duration":"938.589689ms","start":"2026-03-31T05:14:57.475887Z","end":"2026-03-31T05:14:58.414476Z","steps":["trace[37436211] 'agreement among raft nodes before linearized reading' (duration: 937.98763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.414516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.895215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:14:58.414628Z","caller":"traceutil/trace.go:171","msg":"trace[290584247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6927; }","duration":"509.025379ms","start":"2026-03-31T05:14:57.905583Z","end":"2026-03-31T05:14:58.414608Z","steps":["trace[290584247] 'agreement among raft nodes before linearized reading' (duration: 508.835173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:58.414437Z","caller":"traceutil/trace.go:171","msg":"trace[997859798] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6927; }","duration":"508.848003ms","start":"2026-03-31T05:14:57.90558Z","end":"2026-03-31T05:14:58.414428Z","steps":["trace[997859798] 'agreement among raft nodes before linearized reading' (duration: 508.715689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.41473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.905569Z","time spent":"509.144322ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:14:58.414779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.90556Z","time spent":"509.207024ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:58.414509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.725409Z","time spent":"689.093284ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:58.414354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.706292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:58.414919Z","caller":"traceutil/trace.go:171","msg":"trace[962975320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6927; }","duration":"327.27558ms","start":"2026-03-31T05:14:58.087628Z","end":"2026-03-31T05:14:58.414904Z","steps":["trace[962975320] 'agreement among raft nodes before linearized reading' (duration: 326.673571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.41496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.087578Z","time spent":"327.372363ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:58.414525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.791911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:14:58.415014Z","caller":"traceutil/trace.go:171","msg":"trace[984710170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6927; }","duration":"509.311727ms","start":"2026-03-31T05:14:57.905686Z","end":"2026-03-31T05:14:58.414998Z","steps":["trace[984710170] 'agreement among raft nodes before linearized reading' (duration: 508.633826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.415044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.90568Z","time spent":"509.354218ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:14:58.414553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.475873Z","time spent":"938.664952ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414343,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:14:58.415081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.476283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:14:58.415156Z","caller":"traceutil/trace.go:171","msg":"trace[1229706071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6927; }","duration":"509.607967ms","start":"2026-03-31T05:14:57.905531Z","end":"2026-03-31T05:14:58.415139Z","steps":["trace[1229706071] 'agreement among raft nodes before linearized reading' (duration: 508.790431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.415194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.905504Z","time spent":"509.682889ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:14:58.415125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.186665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:14:58.41543Z","caller":"traceutil/trace.go:171","msg":"trace[884511730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6927; }","duration":"510.543676ms","start":"2026-03-31T05:14:57.904862Z","end":"2026-03-31T05:14:58.415405Z","steps":["trace[884511730] 'agreement among raft nodes before linearized reading' (duration: 509.520834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:58.415595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:57.904838Z","time spent":"510.64144ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:14:58.925279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.821523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:14:58.925432Z","caller":"traceutil/trace.go:171","msg":"trace[576241427] transaction","detail":"{read_only:false; response_revision:6928; number_of_response:1; }","duration":"506.24549ms","start":"2026-03-31T05:14:58.419159Z","end":"2026-03-31T05:14:58.925404Z","steps":["trace[576241427] 'process raft request' (duration: 299.19151ms)","trace[576241427] 'compare' (duration: 206.622486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:58.925553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.419137Z","time spent":"506.378135ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.099837Z","caller":"traceutil/trace.go:171","msg":"trace[408295644] transaction","detail":"{read_only:false; response_revision:6929; number_of_response:1; }","duration":"680.582194ms","start":"2026-03-31T05:14:58.419221Z","end":"2026-03-31T05:14:59.099803Z","steps":["trace[408295644] 'process raft request' (duration: 665.568728ms)","trace[408295644] 'compare' (duration: 14.813749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:14:59.100046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.419193Z","time spent":"680.753739ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.100044Z","caller":"traceutil/trace.go:171","msg":"trace[1291261092] transaction","detail":"{read_only:false; response_revision:6930; number_of_response:1; }","duration":"679.356846ms","start":"2026-03-31T05:14:58.420662Z","end":"2026-03-31T05:14:59.100018Z","steps":["trace[1291261092] 'process raft request' (duration: 679.084487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.100209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.420652Z","time spent":"679.49875ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.10048Z","caller":"traceutil/trace.go:171","msg":"trace[352064263] transaction","detail":"{read_only:false; response_revision:6931; number_of_response:1; }","duration":"679.774378ms","start":"2026-03-31T05:14:58.420666Z","end":"2026-03-31T05:14:59.100441Z","steps":["trace[352064263] 'process raft request' (duration: 679.291863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.100765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.420653Z","time spent":"680.015526ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.101147Z","caller":"traceutil/trace.go:171","msg":"trace[298742647] linearizableReadLoop","detail":"{readStateIndex:7191; appliedIndex:7183; }","duration":"484.419999ms","start":"2026-03-31T05:14:58.616705Z","end":"2026-03-31T05:14:59.101125Z","steps":["trace[298742647] 'read index received' (duration: 101.659631ms)","trace[298742647] 'applied index is now lower than readState.Index' (duration: 382.759408ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:59.101241Z","caller":"traceutil/trace.go:171","msg":"trace[1383012346] transaction","detail":"{read_only:false; response_revision:6934; number_of_response:1; }","duration":"570.340691ms","start":"2026-03-31T05:14:58.530885Z","end":"2026-03-31T05:14:59.101226Z","steps":["trace[1383012346] 'process raft request' (duration: 570.173826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:59.101306Z","caller":"traceutil/trace.go:171","msg":"trace[673446667] transaction","detail":"{read_only:false; response_revision:6933; number_of_response:1; }","duration":"679.224111ms","start":"2026-03-31T05:14:58.422065Z","end":"2026-03-31T05:14:59.101289Z","steps":["trace[673446667] 'process raft request' (duration: 678.927401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.10135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.530853Z","time spent":"570.442244ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.101261Z","caller":"traceutil/trace.go:171","msg":"trace[403850492] transaction","detail":"{read_only:false; response_revision:6935; number_of_response:1; }","duration":"567.182251ms","start":"2026-03-31T05:14:58.53407Z","end":"2026-03-31T05:14:59.101252Z","steps":["trace[403850492] 'process raft request' (duration: 567.019626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.101416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.422056Z","time spent":"679.309483ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:14:59.101319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.604314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:14:59.101548Z","caller":"traceutil/trace.go:171","msg":"trace[1819814872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6935; }","duration":"484.881273ms","start":"2026-03-31T05:14:58.616652Z","end":"2026-03-31T05:14:59.101533Z","steps":["trace[1819814872] 'agreement among raft nodes before linearized reading' (duration: 484.623394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.101628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.61663Z","time spent":"484.980466ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:14:59.101497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.534059Z","time spent":"567.381707ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.101135Z","caller":"traceutil/trace.go:171","msg":"trace[2050150323] transaction","detail":"{read_only:false; response_revision:6932; number_of_response:1; }","duration":"679.739317ms","start":"2026-03-31T05:14:58.421371Z","end":"2026-03-31T05:14:59.101111Z","steps":["trace[2050150323] 'process raft request' (duration: 678.972713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.101898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.421364Z","time spent":"680.497111ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.279387Z","caller":"traceutil/trace.go:171","msg":"trace[610768612] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"487.594009ms","start":"2026-03-31T05:14:58.791752Z","end":"2026-03-31T05:14:59.279346Z","steps":["trace[610768612] 'process raft request' (duration: 487.158565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.279562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:14:58.791722Z","time spent":"487.750834ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:14:59.279571Z","caller":"traceutil/trace.go:171","msg":"trace[841527776] linearizableReadLoop","detail":"{readStateIndex:7193; appliedIndex:7191; }","duration":"178.32847ms","start":"2026-03-31T05:14:59.101223Z","end":"2026-03-31T05:14:59.279551Z","steps":["trace[841527776] 'read index received' (duration: 177.921997ms)","trace[841527776] 'applied index is now lower than readState.Index' (duration: 404.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:14:59.279862Z","caller":"traceutil/trace.go:171","msg":"trace[421525541] transaction","detail":"{read_only:false; response_revision:6937; number_of_response:1; }","duration":"237.567947ms","start":"2026-03-31T05:14:59.042249Z","end":"2026-03-31T05:14:59.279817Z","steps":["trace[421525541] 'process raft request' (duration: 237.01994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.279899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.484543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:59.280032Z","caller":"traceutil/trace.go:171","msg":"trace[302617497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6937; }","duration":"224.670159ms","start":"2026-03-31T05:14:59.055328Z","end":"2026-03-31T05:14:59.279998Z","steps":["trace[302617497] 'agreement among raft nodes before linearized reading' (duration: 224.428152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.299431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.475395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:14:59.299567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.051032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:14:59.29959Z","caller":"traceutil/trace.go:171","msg":"trace[1001290624] transaction","detail":"{read_only:false; response_revision:6938; number_of_response:1; }","duration":"164.898415ms","start":"2026-03-31T05:14:59.134668Z","end":"2026-03-31T05:14:59.299567Z","steps":["trace[1001290624] 'process raft request' (duration: 164.345718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:59.299642Z","caller":"traceutil/trace.go:171","msg":"trace[888623154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6938; }","duration":"160.716852ms","start":"2026-03-31T05:14:59.138883Z","end":"2026-03-31T05:14:59.2996Z","steps":["trace[888623154] 'agreement among raft nodes before linearized reading' (duration: 160.31915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:14:59.299645Z","caller":"traceutil/trace.go:171","msg":"trace[1899175392] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:6938; }","duration":"149.160296ms","start":"2026-03-31T05:14:59.150463Z","end":"2026-03-31T05:14:59.299623Z","steps":["trace[1899175392] 'agreement among raft nodes before linearized reading' (duration: 149.037542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:14:59.299504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.660245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:14:59.299795Z","caller":"traceutil/trace.go:171","msg":"trace[1796303654] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:6938; }","duration":"133.968384ms","start":"2026-03-31T05:14:59.165794Z","end":"2026-03-31T05:14:59.299762Z","steps":["trace[1796303654] 'agreement among raft nodes before linearized reading' (duration: 133.462568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.480061Z","caller":"traceutil/trace.go:171","msg":"trace[2142177182] transaction","detail":"{read_only:false; response_revision:6952; number_of_response:1; }","duration":"195.789453ms","start":"2026-03-31T05:15:01.284245Z","end":"2026-03-31T05:15:01.480035Z","steps":["trace[2142177182] 'process raft request' (duration: 195.532625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:01.483636Z","caller":"traceutil/trace.go:171","msg":"trace[1239573752] linearizableReadLoop","detail":"{readStateIndex:7210; appliedIndex:7208; }","duration":"172.866358ms","start":"2026-03-31T05:15:01.310738Z","end":"2026-03-31T05:15:01.483604Z","steps":["trace[1239573752] 'read index received' (duration: 169.072287ms)","trace[1239573752] 'applied index is now lower than readState.Index' (duration: 3.792601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:01.48376Z","caller":"traceutil/trace.go:171","msg":"trace[697780532] transaction","detail":"{read_only:false; response_revision:6953; number_of_response:1; }","duration":"177.66904ms","start":"2026-03-31T05:15:01.306065Z","end":"2026-03-31T05:15:01.483734Z","steps":["trace[697780532] 'process raft request' (duration: 177.401581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:01.483992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.230599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:15:01.484092Z","caller":"traceutil/trace.go:171","msg":"trace[633270520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:6953; }","duration":"173.390843ms","start":"2026-03-31T05:15:01.310677Z","end":"2026-03-31T05:15:01.484068Z","steps":["trace[633270520] 'agreement among raft nodes before linearized reading' (duration: 173.097734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:05.27288Z","caller":"traceutil/trace.go:171","msg":"trace[255180070] linearizableReadLoop","detail":"{readStateIndex:7222; appliedIndex:7221; }","duration":"185.173357ms","start":"2026-03-31T05:15:05.087677Z","end":"2026-03-31T05:15:05.272851Z","steps":["trace[255180070] 'read index received' (duration: 184.986971ms)","trace[255180070] 'applied index is now lower than readState.Index' (duration: 185.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:05.272935Z","caller":"traceutil/trace.go:171","msg":"trace[1907528307] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"312.425969ms","start":"2026-03-31T05:15:04.960472Z","end":"2026-03-31T05:15:05.272898Z","steps":["trace[1907528307] 'process raft request' (duration: 312.210263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.273102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.399425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:05.273215Z","caller":"traceutil/trace.go:171","msg":"trace[1743838443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6965; }","duration":"185.55207ms","start":"2026-03-31T05:15:05.087635Z","end":"2026-03-31T05:15:05.273187Z","steps":["trace[1743838443] 'agreement among raft nodes before linearized reading' (duration: 185.381664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.273341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:04.960376Z","time spent":"312.629806ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:05.273874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.583752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:15:05.273932Z","caller":"traceutil/trace.go:171","msg":"trace[1072563557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6966; }","duration":"121.676056ms","start":"2026-03-31T05:15:05.152241Z","end":"2026-03-31T05:15:05.273917Z","steps":["trace[1072563557] 'agreement among raft nodes before linearized reading' (duration: 121.4996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:05.274203Z","caller":"traceutil/trace.go:171","msg":"trace[924020427] transaction","detail":"{read_only:false; response_revision:6966; number_of_response:1; }","duration":"125.2956ms","start":"2026-03-31T05:15:05.148881Z","end":"2026-03-31T05:15:05.274176Z","steps":["trace[924020427] 'process raft request' (duration: 124.729062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:05.274263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.172981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:15:05.274328Z","caller":"traceutil/trace.go:171","msg":"trace[1151164835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6966; }","duration":"110.286354ms","start":"2026-03-31T05:15:05.164023Z","end":"2026-03-31T05:15:05.27431Z","steps":["trace[1151164835] 'agreement among raft nodes before linearized reading' (duration: 110.117879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:23.711992Z","caller":"traceutil/trace.go:171","msg":"trace[1622074278] transaction","detail":"{read_only:false; response_revision:7095; number_of_response:1; }","duration":"185.132039ms","start":"2026-03-31T05:15:23.526836Z","end":"2026-03-31T05:15:23.711968Z","steps":["trace[1622074278] 'process raft request' (duration: 163.290046ms)","trace[1622074278] 'compare' (duration: 21.629956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:24.661967Z","caller":"traceutil/trace.go:171","msg":"trace[1008403995] transaction","detail":"{read_only:false; response_revision:7096; number_of_response:1; }","duration":"1.134880804s","start":"2026-03-31T05:15:23.527059Z","end":"2026-03-31T05:15:24.66194Z","steps":["trace[1008403995] 'process raft request' (duration: 1.134389959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:24.662087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.527044Z","time spent":"1.134982747s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:24.662236Z","caller":"traceutil/trace.go:171","msg":"trace[1910828915] transaction","detail":"{read_only:false; response_revision:7097; number_of_response:1; }","duration":"1.135106722s","start":"2026-03-31T05:15:23.527097Z","end":"2026-03-31T05:15:24.662204Z","steps":["trace[1910828915] 'process raft request' (duration: 1.134630777s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:24.662418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.527086Z","time spent":"1.135254106s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:24.662622Z","caller":"traceutil/trace.go:171","msg":"trace[1852630144] transaction","detail":"{read_only:false; response_revision:7098; number_of_response:1; }","duration":"1.135171894s","start":"2026-03-31T05:15:23.527436Z","end":"2026-03-31T05:15:24.662608Z","steps":["trace[1852630144] 'process raft request' (duration: 1.134636137s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:24.662669Z","caller":"traceutil/trace.go:171","msg":"trace[1417719615] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"1.030114513s","start":"2026-03-31T05:15:23.63253Z","end":"2026-03-31T05:15:24.662645Z","steps":["trace[1417719615] 'process raft request' (duration: 1.029927937s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:24.662662Z","caller":"traceutil/trace.go:171","msg":"trace[811313537] transaction","detail":"{read_only:false; response_revision:7100; number_of_response:1; }","duration":"1.134381418s","start":"2026-03-31T05:15:23.528244Z","end":"2026-03-31T05:15:24.662625Z","steps":["trace[811313537] 'process raft request' (duration: 1.134153801s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:24.662652Z","caller":"traceutil/trace.go:171","msg":"trace[110280418] transaction","detail":"{read_only:false; response_revision:7101; number_of_response:1; }","duration":"1.094243586s","start":"2026-03-31T05:15:23.568382Z","end":"2026-03-31T05:15:24.662625Z","steps":["trace[110280418] 'process raft request' (duration: 1.09404452s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:24.6627Z","caller":"traceutil/trace.go:171","msg":"trace[872727021] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"1.135003028s","start":"2026-03-31T05:15:23.527656Z","end":"2026-03-31T05:15:24.662659Z","steps":["trace[872727021] 'process raft request' (duration: 1.134654007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:24.662688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.527428Z","time spent":"1.135228475s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:24.662791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.568353Z","time spent":"1.09437676s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:24.662792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.63251Z","time spent":"1.030211936s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:24.662602Z","caller":"traceutil/trace.go:171","msg":"trace[333151163] linearizableReadLoop","detail":"{readStateIndex:7365; appliedIndex:7357; }","duration":"1.0189527s","start":"2026-03-31T05:15:23.643626Z","end":"2026-03-31T05:15:24.662579Z","steps":["trace[333151163] 'read index received' (duration: 46.450832ms)","trace[333151163] 'applied index is now lower than readState.Index' (duration: 972.500868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:24.662839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.528236Z","time spent":"1.134497762s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:24.662856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.527633Z","time spent":"1.135143333s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:24.66298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019346172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:15:24.663029Z","caller":"traceutil/trace.go:171","msg":"trace[1190852688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7102; }","duration":"1.019434305s","start":"2026-03-31T05:15:23.643583Z","end":"2026-03-31T05:15:24.663018Z","steps":["trace[1190852688] 'agreement among raft nodes before linearized reading' (duration: 1.019061963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:24.663057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:23.643571Z","time spent":"1.019478937s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:15:24.731207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.570789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:24.731232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.368648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:24.731243Z","caller":"traceutil/trace.go:171","msg":"trace[784802643] transaction","detail":"{read_only:false; response_revision:7103; number_of_response:1; }","duration":"391.840121ms","start":"2026-03-31T05:15:24.339366Z","end":"2026-03-31T05:15:24.731206Z","steps":["trace[784802643] 'process raft request' (duration: 391.577062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:24.731289Z","caller":"traceutil/trace.go:171","msg":"trace[2069216992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7103; }","duration":"642.690702ms","start":"2026-03-31T05:15:24.088579Z","end":"2026-03-31T05:15:24.73127Z","steps":["trace[2069216992] 'agreement among raft nodes before linearized reading' (duration: 642.554407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:24.7313Z","caller":"traceutil/trace.go:171","msg":"trace[2032709321] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7103; }","duration":"216.496732ms","start":"2026-03-31T05:15:24.514787Z","end":"2026-03-31T05:15:24.731284Z","steps":["trace[2032709321] 'agreement among raft nodes before linearized reading' (duration: 216.344967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:24.731331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:24.088538Z","time spent":"642.781455ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:15:24.731434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:24.339347Z","time spent":"391.965864ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:24.925429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.351086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:24.925544Z","caller":"traceutil/trace.go:171","msg":"trace[356418810] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7103; }","duration":"162.528932ms","start":"2026-03-31T05:15:24.762991Z","end":"2026-03-31T05:15:24.92552Z","steps":["trace[356418810] 'count revisions from in-memory index tree' (duration: 162.247264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:25.73401Z","caller":"traceutil/trace.go:171","msg":"trace[1557920947] linearizableReadLoop","detail":"{readStateIndex:7367; appliedIndex:7366; }","duration":"187.37229ms","start":"2026-03-31T05:15:25.546617Z","end":"2026-03-31T05:15:25.733989Z","steps":["trace[1557920947] 'read index received' (duration: 187.195734ms)","trace[1557920947] 'applied index is now lower than readState.Index' (duration: 175.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:25.734092Z","caller":"traceutil/trace.go:171","msg":"trace[1262942130] transaction","detail":"{read_only:false; response_revision:7104; number_of_response:1; }","duration":"205.534066ms","start":"2026-03-31T05:15:25.528514Z","end":"2026-03-31T05:15:25.734048Z","steps":["trace[1262942130] 'process raft request' (duration: 205.319899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:25.734231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.595427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T05:15:25.734237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.440731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:25.734298Z","caller":"traceutil/trace.go:171","msg":"trace[244738751] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:7104; }","duration":"187.681049ms","start":"2026-03-31T05:15:25.546577Z","end":"2026-03-31T05:15:25.734258Z","steps":["trace[244738751] 'agreement among raft nodes before linearized reading' (duration: 187.522674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:25.734315Z","caller":"traceutil/trace.go:171","msg":"trace[1769257143] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:7104; }","duration":"175.575545ms","start":"2026-03-31T05:15:25.558719Z","end":"2026-03-31T05:15:25.734295Z","steps":["trace[1769257143] 'agreement among raft nodes before linearized reading' (duration: 175.438601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.372004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.767863ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-31T05:15:26.372078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:25.735751Z","time spent":"636.32348ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:15:26.383658Z","caller":"traceutil/trace.go:171","msg":"trace[1038980121] linearizableReadLoop","detail":"{readStateIndex:7369; appliedIndex:7368; }","duration":"295.819118ms","start":"2026-03-31T05:15:26.087818Z","end":"2026-03-31T05:15:26.383637Z","steps":["trace[1038980121] 'read index received' (duration: 295.782166ms)","trace[1038980121] 'applied index is now lower than readState.Index' (duration: 35.862µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:26.383775Z","caller":"traceutil/trace.go:171","msg":"trace[510435346] transaction","detail":"{read_only:false; response_revision:7105; number_of_response:1; }","duration":"644.51485ms","start":"2026-03-31T05:15:25.739212Z","end":"2026-03-31T05:15:26.383727Z","steps":["trace[510435346] 'process raft request' (duration: 644.287323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.383853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.016504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:26.383892Z","caller":"traceutil/trace.go:171","msg":"trace[404445229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7105; }","duration":"296.110106ms","start":"2026-03-31T05:15:26.087772Z","end":"2026-03-31T05:15:26.383882Z","steps":["trace[404445229] 'agreement among raft nodes before linearized reading' (duration: 295.979412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:26.383925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:25.739184Z","time spent":"644.674826ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:32.638824Z","caller":"traceutil/trace.go:171","msg":"trace[812200480] linearizableReadLoop","detail":"{readStateIndex:7457; appliedIndex:7456; }","duration":"426.680074ms","start":"2026-03-31T05:15:32.212113Z","end":"2026-03-31T05:15:32.638793Z","steps":["trace[812200480] 'read index received' (duration: 350.029474ms)","trace[812200480] 'applied index is now lower than readState.Index' (duration: 76.64916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:32.63884Z","caller":"traceutil/trace.go:171","msg":"trace[1694637270] transaction","detail":"{read_only:false; response_revision:7191; number_of_response:1; }","duration":"426.773957ms","start":"2026-03-31T05:15:32.21203Z","end":"2026-03-31T05:15:32.638804Z","steps":["trace[1694637270] 'process raft request' (duration: 350.154258ms)","trace[1694637270] 'compare' (duration: 76.205936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:32.63901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:32.212011Z","time spent":"426.909502ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:32.639109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.923022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-31T05:15:32.63924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.804913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:15:32.639254Z","caller":"traceutil/trace.go:171","msg":"trace[500937661] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7191; }","duration":"427.151059ms","start":"2026-03-31T05:15:32.21208Z","end":"2026-03-31T05:15:32.639232Z","steps":["trace[500937661] 'agreement among raft nodes before linearized reading' (duration: 426.825988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:32.639279Z","caller":"traceutil/trace.go:171","msg":"trace[1254941370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7191; }","duration":"228.882215ms","start":"2026-03-31T05:15:32.410387Z","end":"2026-03-31T05:15:32.639269Z","steps":["trace[1254941370] 'agreement among raft nodes before linearized reading' (duration: 228.74293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:32.639365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:32.212067Z","time spent":"427.223062ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:15:32.639899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.741348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T05:15:32.639977Z","caller":"traceutil/trace.go:171","msg":"trace[164559820] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7191; }","duration":"380.826741ms","start":"2026-03-31T05:15:32.25913Z","end":"2026-03-31T05:15:32.639956Z","steps":["trace[164559820] 'agreement among raft nodes before linearized reading' (duration: 379.833939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:32.640036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:32.259089Z","time spent":"380.924743ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:15:36.081865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.975851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-03-31T05:15:36.081953Z","caller":"traceutil/trace.go:171","msg":"trace[1748922428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d4f3ec4-7123-4266-b361-274e01bd5531; range_end:; response_count:1; response_revision:7221; }","duration":"160.115755ms","start":"2026-03-31T05:15:35.921817Z","end":"2026-03-31T05:15:36.081933Z","steps":["trace[1748922428] 'range keys from in-memory index tree' (duration: 159.801725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:36.082085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.573609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" ","response":"range_response_count:1 size:3938"} {"level":"info","ts":"2026-03-31T05:15:36.082191Z","caller":"traceutil/trace.go:171","msg":"trace[62693164] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d4f3ec4-7123-4266-b361-274e01bd5531; range_end:; response_count:1; response_revision:7221; }","duration":"159.712212ms","start":"2026-03-31T05:15:35.922443Z","end":"2026-03-31T05:15:36.082156Z","steps":["trace[62693164] 'range keys from in-memory index tree' (duration: 159.406023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:37.010711Z","caller":"traceutil/trace.go:171","msg":"trace[374228736] transaction","detail":"{read_only:false; response_revision:7227; number_of_response:1; }","duration":"178.491178ms","start":"2026-03-31T05:15:36.832186Z","end":"2026-03-31T05:15:37.010677Z","steps":["trace[374228736] 'process raft request' (duration: 145.652197ms)","trace[374228736] 'compare' (duration: 32.404967ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:37.010784Z","caller":"traceutil/trace.go:171","msg":"trace[881357768] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"178.272471ms","start":"2026-03-31T05:15:36.832484Z","end":"2026-03-31T05:15:37.010756Z","steps":["trace[881357768] 'process raft request' (duration: 178.088956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:37.010877Z","caller":"traceutil/trace.go:171","msg":"trace[623263037] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"178.294582ms","start":"2026-03-31T05:15:36.832562Z","end":"2026-03-31T05:15:37.010857Z","steps":["trace[623263037] 'process raft request' (duration: 178.116666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:37.011295Z","caller":"traceutil/trace.go:171","msg":"trace[2045955061] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"178.384854ms","start":"2026-03-31T05:15:36.832904Z","end":"2026-03-31T05:15:37.011289Z","steps":["trace[2045955061] 'process raft request' (duration: 177.815666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:37.011647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.889677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:15:37.0117Z","caller":"traceutil/trace.go:171","msg":"trace[254798034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7230; }","duration":"176.98533ms","start":"2026-03-31T05:15:36.834704Z","end":"2026-03-31T05:15:37.011689Z","steps":["trace[254798034] 'agreement among raft nodes before linearized reading' (duration: 176.650519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:37.011262Z","caller":"traceutil/trace.go:171","msg":"trace[1177804741] linearizableReadLoop","detail":"{readStateIndex:7497; appliedIndex:7492; }","duration":"176.510785ms","start":"2026-03-31T05:15:36.834736Z","end":"2026-03-31T05:15:37.011247Z","steps":["trace[1177804741] 'read index received' (duration: 975.821µs)","trace[1177804741] 'applied index is now lower than readState.Index' (duration: 175.531964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:38.085584Z","caller":"traceutil/trace.go:171","msg":"trace[1417750896] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"227.404678ms","start":"2026-03-31T05:15:37.858157Z","end":"2026-03-31T05:15:38.085561Z","steps":["trace[1417750896] 'process raft request' (duration: 171.483906ms)","trace[1417750896] 'compare' (duration: 55.815209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:39.053725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.737054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:39.053875Z","caller":"traceutil/trace.go:171","msg":"trace[620966392] transaction","detail":"{read_only:false; response_revision:7246; number_of_response:1; }","duration":"163.999478ms","start":"2026-03-31T05:15:38.889849Z","end":"2026-03-31T05:15:39.053848Z","steps":["trace[620966392] 'process raft request' (duration: 39.021827ms)","trace[620966392] 'compare' (duration: 124.513127ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:39.311021Z","caller":"traceutil/trace.go:171","msg":"trace[1466728205] linearizableReadLoop","detail":"{readStateIndex:7515; appliedIndex:7514; }","duration":"297.160719ms","start":"2026-03-31T05:15:39.013832Z","end":"2026-03-31T05:15:39.310993Z","steps":["trace[1466728205] 'read index received' (duration: 227.904044ms)","trace[1466728205] 'applied index is now lower than readState.Index' (duration: 69.255745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:39.311039Z","caller":"traceutil/trace.go:171","msg":"trace[629458344] transaction","detail":"{read_only:false; response_revision:7247; number_of_response:1; }","duration":"308.21781ms","start":"2026-03-31T05:15:39.002793Z","end":"2026-03-31T05:15:39.311011Z","steps":["trace[629458344] 'process raft request' (duration: 238.914083ms)","trace[629458344] 'compare' (duration: 69.119001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:39.311362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:39.002775Z","time spent":"308.409936ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2131,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:15:39.311469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.826549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:15:39.311506Z","caller":"traceutil/trace.go:171","msg":"trace[1305374966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7247; }","duration":"290.89303ms","start":"2026-03-31T05:15:39.020607Z","end":"2026-03-31T05:15:39.3115Z","steps":["trace[1305374966] 'agreement among raft nodes before linearized reading' (duration: 290.744046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.311495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.625674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:15:39.311621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.87426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:15:39.311682Z","caller":"traceutil/trace.go:171","msg":"trace[296811616] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7247; }","duration":"296.928741ms","start":"2026-03-31T05:15:39.014733Z","end":"2026-03-31T05:15:39.311662Z","steps":["trace[296811616] 'agreement among raft nodes before linearized reading' (duration: 296.597981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.311681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.126458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:39.311616Z","caller":"traceutil/trace.go:171","msg":"trace[573297308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7247; }","duration":"297.792249ms","start":"2026-03-31T05:15:39.013799Z","end":"2026-03-31T05:15:39.311591Z","steps":["trace[573297308] 'agreement among raft nodes before linearized reading' (duration: 297.298624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:39.311759Z","caller":"traceutil/trace.go:171","msg":"trace[1290226780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7247; }","duration":"297.222011ms","start":"2026-03-31T05:15:39.014516Z","end":"2026-03-31T05:15:39.311738Z","steps":["trace[1290226780] 'agreement among raft nodes before linearized reading' (duration: 296.986343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.311506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.971183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:39.311852Z","caller":"traceutil/trace.go:171","msg":"trace[761149848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7247; }","duration":"297.333345ms","start":"2026-03-31T05:15:39.0145Z","end":"2026-03-31T05:15:39.311833Z","steps":["trace[761149848] 'agreement among raft nodes before linearized reading' (duration: 296.807488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:39.635349Z","caller":"traceutil/trace.go:171","msg":"trace[354926715] transaction","detail":"{read_only:false; response_revision:7250; number_of_response:1; }","duration":"317.823354ms","start":"2026-03-31T05:15:39.317506Z","end":"2026-03-31T05:15:39.635329Z","steps":["trace[354926715] 'process raft request' (duration: 317.749981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.635474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:39.317495Z","time spent":"317.918277ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:39.635351Z","caller":"traceutil/trace.go:171","msg":"trace[1243454476] transaction","detail":"{read_only:false; response_revision:7249; number_of_response:1; }","duration":"317.895136ms","start":"2026-03-31T05:15:39.317394Z","end":"2026-03-31T05:15:39.635289Z","steps":["trace[1243454476] 'process raft request' (duration: 317.732291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.635626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:39.317372Z","time spent":"318.234126ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:39.635765Z","caller":"traceutil/trace.go:171","msg":"trace[747580671] transaction","detail":"{read_only:false; response_revision:7251; number_of_response:1; }","duration":"317.466332ms","start":"2026-03-31T05:15:39.318266Z","end":"2026-03-31T05:15:39.635732Z","steps":["trace[747580671] 'process raft request' (duration: 317.013178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:39.635822Z","caller":"traceutil/trace.go:171","msg":"trace[2121648857] linearizableReadLoop","detail":"{readStateIndex:7519; appliedIndex:7515; }","duration":"317.314348ms","start":"2026-03-31T05:15:39.3185Z","end":"2026-03-31T05:15:39.635815Z","steps":["trace[2121648857] 'read index received' (duration: 33.652927ms)","trace[2121648857] 'applied index is now lower than readState.Index' (duration: 283.660791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:39.635884Z","caller":"traceutil/trace.go:171","msg":"trace[232371196] transaction","detail":"{read_only:false; response_revision:7252; number_of_response:1; }","duration":"315.46971ms","start":"2026-03-31T05:15:39.320395Z","end":"2026-03-31T05:15:39.635864Z","steps":["trace[232371196] 'process raft request' (duration: 315.291264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.635916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:39.318249Z","time spent":"317.588417ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:39.635979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:39.320388Z","time spent":"315.552132ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3001,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:15:39.635986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.345055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:39.636056Z","caller":"traceutil/trace.go:171","msg":"trace[155461755] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7252; }","duration":"156.458489ms","start":"2026-03-31T05:15:39.479579Z","end":"2026-03-31T05:15:39.636037Z","steps":["trace[155461755] 'agreement among raft nodes before linearized reading' (duration: 156.314375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.636084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.584026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161024"} {"level":"info","ts":"2026-03-31T05:15:39.636106Z","caller":"traceutil/trace.go:171","msg":"trace[722003579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7252; }","duration":"317.644848ms","start":"2026-03-31T05:15:39.318456Z","end":"2026-03-31T05:15:39.636101Z","steps":["trace[722003579] 'agreement among raft nodes before linearized reading' (duration: 317.409231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:39.636127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:39.318443Z","time spent":"317.679989ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":161048,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:15:40.572643Z","caller":"traceutil/trace.go:171","msg":"trace[1141224249] transaction","detail":"{read_only:false; response_revision:7255; number_of_response:1; }","duration":"124.276629ms","start":"2026-03-31T05:15:40.448343Z","end":"2026-03-31T05:15:40.572619Z","steps":["trace[1141224249] 'process raft request' (duration: 124.131775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.066532Z","caller":"traceutil/trace.go:171","msg":"trace[237494176] transaction","detail":"{read_only:false; response_revision:7256; number_of_response:1; }","duration":"209.034276ms","start":"2026-03-31T05:15:40.857483Z","end":"2026-03-31T05:15:41.066517Z","steps":["trace[237494176] 'process raft request' (duration: 208.933593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.363023Z","caller":"traceutil/trace.go:171","msg":"trace[886881388] transaction","detail":"{read_only:false; response_revision:7257; number_of_response:1; }","duration":"472.793437ms","start":"2026-03-31T05:15:40.890206Z","end":"2026-03-31T05:15:41.362999Z","steps":["trace[886881388] 'process raft request' (duration: 472.608391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.363198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.89018Z","time spent":"472.916351ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:41.36329Z","caller":"traceutil/trace.go:171","msg":"trace[1108853144] linearizableReadLoop","detail":"{readStateIndex:7526; appliedIndex:7523; }","duration":"454.568539ms","start":"2026-03-31T05:15:40.908661Z","end":"2026-03-31T05:15:41.363229Z","steps":["trace[1108853144] 'read index received' (duration: 157.805582ms)","trace[1108853144] 'applied index is now lower than readState.Index' (duration: 296.760867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:41.363366Z","caller":"traceutil/trace.go:171","msg":"trace[479839136] transaction","detail":"{read_only:false; response_revision:7258; number_of_response:1; }","duration":"461.035044ms","start":"2026-03-31T05:15:40.902274Z","end":"2026-03-31T05:15:41.363309Z","steps":["trace[479839136] 'process raft request' (duration: 460.689373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.36358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.37658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:15:41.363581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.883949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:41.363606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.902245Z","time spent":"461.2249ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:41.363662Z","caller":"traceutil/trace.go:171","msg":"trace[576017117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7258; }","duration":"305.498834ms","start":"2026-03-31T05:15:41.058141Z","end":"2026-03-31T05:15:41.36364Z","steps":["trace[576017117] 'agreement among raft nodes before linearized reading' (duration: 305.317109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.363677Z","caller":"traceutil/trace.go:171","msg":"trace[804941543] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7258; }","duration":"455.033234ms","start":"2026-03-31T05:15:40.908621Z","end":"2026-03-31T05:15:41.363654Z","steps":["trace[804941543] 'agreement among raft nodes before linearized reading' (duration: 454.865809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.363741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:40.908605Z","time spent":"455.121927ms","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:41.363763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.455754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-31T05:15:41.363734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:41.058116Z","time spent":"305.598647ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:15:41.363806Z","caller":"traceutil/trace.go:171","msg":"trace[858572193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7258; }","duration":"223.526746ms","start":"2026-03-31T05:15:41.140266Z","end":"2026-03-31T05:15:41.363792Z","steps":["trace[858572193] 'agreement among raft nodes before linearized reading' (duration: 223.403212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.363805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.247645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:41.36385Z","caller":"traceutil/trace.go:171","msg":"trace[603693580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7258; }","duration":"275.330288ms","start":"2026-03-31T05:15:41.088508Z","end":"2026-03-31T05:15:41.363838Z","steps":["trace[603693580] 'agreement among raft nodes before linearized reading' (duration: 275.260216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.925515Z","caller":"traceutil/trace.go:171","msg":"trace[1251552469] linearizableReadLoop","detail":"{readStateIndex:7532; appliedIndex:7529; }","duration":"279.17855ms","start":"2026-03-31T05:15:41.646322Z","end":"2026-03-31T05:15:41.925501Z","steps":["trace[1251552469] 'read index received' (duration: 35.568097ms)","trace[1251552469] 'applied index is now lower than readState.Index' (duration: 243.609743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:41.925589Z","caller":"traceutil/trace.go:171","msg":"trace[1510605779] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"280.298615ms","start":"2026-03-31T05:15:41.64528Z","end":"2026-03-31T05:15:41.925579Z","steps":["trace[1510605779] 'process raft request' (duration: 280.187222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.925572Z","caller":"traceutil/trace.go:171","msg":"trace[2050287311] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"280.392518ms","start":"2026-03-31T05:15:41.645152Z","end":"2026-03-31T05:15:41.925544Z","steps":["trace[2050287311] 'process raft request' (duration: 277.793726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.925989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.652524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161024"} {"level":"info","ts":"2026-03-31T05:15:41.926077Z","caller":"traceutil/trace.go:171","msg":"trace[856339865] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7263; }","duration":"279.767308ms","start":"2026-03-31T05:15:41.646298Z","end":"2026-03-31T05:15:41.926065Z","steps":["trace[856339865] 'agreement among raft nodes before linearized reading' (duration: 279.449238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:41.941333Z","caller":"traceutil/trace.go:171","msg":"trace[118461580] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"247.438574ms","start":"2026-03-31T05:15:41.693876Z","end":"2026-03-31T05:15:41.941315Z","steps":["trace[118461580] 'process raft request' (duration: 247.278618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.941449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.863881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T05:15:41.941513Z","caller":"traceutil/trace.go:171","msg":"trace[1314912684] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7264; }","duration":"238.931264ms","start":"2026-03-31T05:15:41.70256Z","end":"2026-03-31T05:15:41.941491Z","steps":["trace[1314912684] 'agreement among raft nodes before linearized reading' (duration: 238.771739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:41.941811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.659273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:15:41.941891Z","caller":"traceutil/trace.go:171","msg":"trace[1346351883] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7264; }","duration":"225.787817ms","start":"2026-03-31T05:15:41.716085Z","end":"2026-03-31T05:15:41.941872Z","steps":["trace[1346351883] 'agreement among raft nodes before linearized reading' (duration: 225.587171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:42.523361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782516485,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:15:42.535471Z","caller":"traceutil/trace.go:171","msg":"trace[87176956] linearizableReadLoop","detail":"{readStateIndex:7537; appliedIndex:7536; }","duration":"513.146426ms","start":"2026-03-31T05:15:42.0223Z","end":"2026-03-31T05:15:42.535446Z","steps":["trace[87176956] 'read index received' (duration: 512.847956ms)","trace[87176956] 'applied index is now lower than readState.Index' (duration: 297.09µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:42.535649Z","caller":"traceutil/trace.go:171","msg":"trace[926957166] transaction","detail":"{read_only:false; response_revision:7268; number_of_response:1; }","duration":"542.763835ms","start":"2026-03-31T05:15:41.992866Z","end":"2026-03-31T05:15:42.53563Z","steps":["trace[926957166] 'process raft request' (duration: 542.388893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:42.535859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.545608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:42.535912Z","caller":"traceutil/trace.go:171","msg":"trace[2081606850] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7268; }","duration":"513.634431ms","start":"2026-03-31T05:15:42.022261Z","end":"2026-03-31T05:15:42.535896Z","steps":["trace[2081606850] 'agreement among raft nodes before linearized reading' (duration: 513.514977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:42.535953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:42.022246Z","time spent":"513.699024ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:15:42.535948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:41.992844Z","time spent":"543.023803ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:42.535934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.693162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:42.536089Z","caller":"traceutil/trace.go:171","msg":"trace[654690899] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7268; }","duration":"188.878628ms","start":"2026-03-31T05:15:42.347154Z","end":"2026-03-31T05:15:42.536032Z","steps":["trace[654690899] 'agreement among raft nodes before linearized reading' (duration: 188.64514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:43.145792Z","caller":"traceutil/trace.go:171","msg":"trace[1277618078] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"143.166127ms","start":"2026-03-31T05:15:43.002585Z","end":"2026-03-31T05:15:43.145752Z","steps":["trace[1277618078] 'process raft request' (duration: 142.94836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:43.581627Z","caller":"traceutil/trace.go:171","msg":"trace[960792296] linearizableReadLoop","detail":"{readStateIndex:7548; appliedIndex:7547; }","duration":"131.350813ms","start":"2026-03-31T05:15:43.450247Z","end":"2026-03-31T05:15:43.581597Z","steps":["trace[960792296] 'read index received' (duration: 100.129404ms)","trace[960792296] 'applied index is now lower than readState.Index' (duration: 31.220189ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:43.581693Z","caller":"traceutil/trace.go:171","msg":"trace[583332076] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"145.689128ms","start":"2026-03-31T05:15:43.435936Z","end":"2026-03-31T05:15:43.581626Z","steps":["trace[583332076] 'process raft request' (duration: 114.455638ms)","trace[583332076] 'compare' (duration: 30.903259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:43.581866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.54642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:15:43.581929Z","caller":"traceutil/trace.go:171","msg":"trace[453896850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7279; }","duration":"131.691384ms","start":"2026-03-31T05:15:43.450217Z","end":"2026-03-31T05:15:43.581909Z","steps":["trace[453896850] 'agreement among raft nodes before linearized reading' (duration: 131.476927ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:43.747956Z","caller":"traceutil/trace.go:171","msg":"trace[1920047214] transaction","detail":"{read_only:false; response_revision:7281; number_of_response:1; }","duration":"117.211675ms","start":"2026-03-31T05:15:43.630704Z","end":"2026-03-31T05:15:43.747915Z","steps":["trace[1920047214] 'process raft request' (duration: 116.997339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:45.123058Z","caller":"traceutil/trace.go:171","msg":"trace[241222064] transaction","detail":"{read_only:false; response_revision:7288; number_of_response:1; }","duration":"111.171425ms","start":"2026-03-31T05:15:45.011858Z","end":"2026-03-31T05:15:45.12303Z","steps":["trace[241222064] 'process raft request' (duration: 110.935847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:45.545851Z","caller":"traceutil/trace.go:171","msg":"trace[653184567] linearizableReadLoop","detail":"{readStateIndex:7560; appliedIndex:7559; }","duration":"114.469789ms","start":"2026-03-31T05:15:45.431355Z","end":"2026-03-31T05:15:45.545825Z","steps":["trace[653184567] 'read index received' (duration: 79.858661ms)","trace[653184567] 'applied index is now lower than readState.Index' (duration: 34.610007ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:45.545913Z","caller":"traceutil/trace.go:171","msg":"trace[2022680760] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"143.84733ms","start":"2026-03-31T05:15:45.402029Z","end":"2026-03-31T05:15:45.545876Z","steps":["trace[2022680760] 'process raft request' (duration: 109.16452ms)","trace[2022680760] 'compare' (duration: 34.500444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:45.546168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.797119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:15:45.546303Z","caller":"traceutil/trace.go:171","msg":"trace[1743358848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7291; }","duration":"114.951044ms","start":"2026-03-31T05:15:45.431291Z","end":"2026-03-31T05:15:45.546243Z","steps":["trace[1743358848] 'agreement among raft nodes before linearized reading' (duration: 114.656474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:45.807787Z","caller":"traceutil/trace.go:171","msg":"trace[902366890] linearizableReadLoop","detail":"{readStateIndex:7564; appliedIndex:7563; }","duration":"171.708923ms","start":"2026-03-31T05:15:45.636045Z","end":"2026-03-31T05:15:45.807754Z","steps":["trace[902366890] 'read index received' (duration: 168.097629ms)","trace[902366890] 'applied index is now lower than readState.Index' (duration: 3.609574ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:45.807841Z","caller":"traceutil/trace.go:171","msg":"trace[1832914521] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"190.016093ms","start":"2026-03-31T05:15:45.617792Z","end":"2026-03-31T05:15:45.807808Z","steps":["trace[1832914521] 'process raft request' (duration: 186.602135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:45.808054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.986592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T05:15:45.808162Z","caller":"traceutil/trace.go:171","msg":"trace[1228316917] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7294; }","duration":"172.126656ms","start":"2026-03-31T05:15:45.636019Z","end":"2026-03-31T05:15:45.808145Z","steps":["trace[1228316917] 'agreement among raft nodes before linearized reading' (duration: 171.859167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:46.078979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.206662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:46.079184Z","caller":"traceutil/trace.go:171","msg":"trace[894715526] transaction","detail":"{read_only:false; response_revision:7295; number_of_response:1; }","duration":"423.241906ms","start":"2026-03-31T05:15:45.655904Z","end":"2026-03-31T05:15:46.079146Z","steps":["trace[894715526] 'process raft request' (duration: 272.786966ms)","trace[894715526] 'compare' (duration: 150.077358ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:46.079202Z","caller":"traceutil/trace.go:171","msg":"trace[578544183] linearizableReadLoop","detail":"{readStateIndex:7565; appliedIndex:7564; }","duration":"271.31063ms","start":"2026-03-31T05:15:45.807859Z","end":"2026-03-31T05:15:46.07917Z","steps":["trace[578544183] 'read index received' (duration: 120.772609ms)","trace[578544183] 'applied index is now lower than readState.Index' (duration: 150.533981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:46.079363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:45.655877Z","time spent":"423.38166ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:46.07937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.201676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:46.079486Z","caller":"traceutil/trace.go:171","msg":"trace[666921897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7296; }","duration":"277.372182ms","start":"2026-03-31T05:15:45.802104Z","end":"2026-03-31T05:15:46.079476Z","steps":["trace[666921897] 'agreement among raft nodes before linearized reading' (duration: 277.148785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:46.079545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.925939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:15:46.079618Z","caller":"traceutil/trace.go:171","msg":"trace[791679346] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7296; }","duration":"136.017321ms","start":"2026-03-31T05:15:45.943582Z","end":"2026-03-31T05:15:46.0796Z","steps":["trace[791679346] 'agreement among raft nodes before linearized reading' (duration: 135.823765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:46.079638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.596419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:15:46.07962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.896891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:46.079701Z","caller":"traceutil/trace.go:171","msg":"trace[1804650667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7296; }","duration":"136.699183ms","start":"2026-03-31T05:15:45.942985Z","end":"2026-03-31T05:15:46.079684Z","steps":["trace[1804650667] 'agreement among raft nodes before linearized reading' (duration: 136.490046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:46.079766Z","caller":"traceutil/trace.go:171","msg":"trace[1845567688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7296; }","duration":"132.031165ms","start":"2026-03-31T05:15:45.947688Z","end":"2026-03-31T05:15:46.079719Z","steps":["trace[1845567688] 'agreement among raft nodes before linearized reading' (duration: 131.720215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:46.079774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.940786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:15:46.079901Z","caller":"traceutil/trace.go:171","msg":"trace[688050066] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7296; }","duration":"270.133282ms","start":"2026-03-31T05:15:45.809727Z","end":"2026-03-31T05:15:46.07986Z","steps":["trace[688050066] 'agreement among raft nodes before linearized reading' (duration: 269.683078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.017468Z","caller":"traceutil/trace.go:171","msg":"trace[328962246] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"827.319665ms","start":"2026-03-31T05:15:47.190116Z","end":"2026-03-31T05:15:48.017436Z","steps":["trace[328962246] 'process raft request' (duration: 827.088257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.017624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.190103Z","time spent":"827.443858ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:48.270492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.47425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:15:48.27066Z","caller":"traceutil/trace.go:171","msg":"trace[590280143] transaction","detail":"{read_only:false; response_revision:7301; number_of_response:1; }","duration":"878.470316ms","start":"2026-03-31T05:15:47.392175Z","end":"2026-03-31T05:15:48.270645Z","steps":["trace[590280143] 'process raft request' (duration: 750.763308ms)","trace[590280143] 'compare' (duration: 127.261664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:48.270721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.392149Z","time spent":"878.537348ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:48.270814Z","caller":"traceutil/trace.go:171","msg":"trace[582912269] transaction","detail":"{read_only:false; response_revision:7302; number_of_response:1; }","duration":"719.633641ms","start":"2026-03-31T05:15:47.551163Z","end":"2026-03-31T05:15:48.270796Z","steps":["trace[582912269] 'process raft request' (duration: 719.411594ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.270867Z","caller":"traceutil/trace.go:171","msg":"trace[1740230066] linearizableReadLoop","detail":"{readStateIndex:7572; appliedIndex:7569; }","duration":"680.352776ms","start":"2026-03-31T05:15:47.590492Z","end":"2026-03-31T05:15:48.270844Z","steps":["trace[1740230066] 'read index received' (duration: 426.743467ms)","trace[1740230066] 'applied index is now lower than readState.Index' (duration: 253.608399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:48.270901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.551139Z","time spent":"719.722284ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:48.271144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.142417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:48.271154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.10118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:48.271196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.454064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:48.271223Z","caller":"traceutil/trace.go:171","msg":"trace[146135736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7303; }","duration":"135.482485ms","start":"2026-03-31T05:15:48.135733Z","end":"2026-03-31T05:15:48.271216Z","steps":["trace[146135736] 'agreement among raft nodes before linearized reading' (duration: 135.34056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.271215Z","caller":"traceutil/trace.go:171","msg":"trace[337386601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7303; }","duration":"184.25338ms","start":"2026-03-31T05:15:48.086944Z","end":"2026-03-31T05:15:48.271198Z","steps":["trace[337386601] 'agreement among raft nodes before linearized reading' (duration: 184.134307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.27122Z","caller":"traceutil/trace.go:171","msg":"trace[2104753746] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:7303; }","duration":"493.215174ms","start":"2026-03-31T05:15:47.777989Z","end":"2026-03-31T05:15:48.271204Z","steps":["trace[2104753746] 'agreement among raft nodes before linearized reading' (duration: 493.09325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.271254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.404329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:15:48.271248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.007018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:15:48.271335Z","caller":"traceutil/trace.go:171","msg":"trace[1671679905] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7303; }","duration":"651.486461ms","start":"2026-03-31T05:15:47.619811Z","end":"2026-03-31T05:15:48.271298Z","steps":["trace[1671679905] 'agreement among raft nodes before linearized reading' (duration: 651.395359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.271355Z","caller":"traceutil/trace.go:171","msg":"trace[242329441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7303; }","duration":"658.164793ms","start":"2026-03-31T05:15:47.613172Z","end":"2026-03-31T05:15:48.271337Z","steps":["trace[242329441] 'agreement among raft nodes before linearized reading' (duration: 657.850573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.271378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.619801Z","time spent":"651.567554ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:48.271414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.534686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:15:48.271419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.710795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:15:48.271451Z","caller":"traceutil/trace.go:171","msg":"trace[177960038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7303; }","duration":"135.588408ms","start":"2026-03-31T05:15:48.135854Z","end":"2026-03-31T05:15:48.271442Z","steps":["trace[177960038] 'agreement among raft nodes before linearized reading' (duration: 135.508476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.27146Z","caller":"traceutil/trace.go:171","msg":"trace[1129016939] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7303; }","duration":"131.783507ms","start":"2026-03-31T05:15:48.139668Z","end":"2026-03-31T05:15:48.271451Z","steps":["trace[1129016939] 'agreement among raft nodes before linearized reading' (duration: 131.633683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.271495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.111386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:15:48.271545Z","caller":"traceutil/trace.go:171","msg":"trace[1144522321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7303; }","duration":"184.179838ms","start":"2026-03-31T05:15:48.087347Z","end":"2026-03-31T05:15:48.271527Z","steps":["trace[1144522321] 'agreement among raft nodes before linearized reading' (duration: 184.088985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.271644Z","caller":"traceutil/trace.go:171","msg":"trace[1044789360] transaction","detail":"{read_only:false; response_revision:7303; number_of_response:1; }","duration":"182.922528ms","start":"2026-03-31T05:15:48.088702Z","end":"2026-03-31T05:15:48.271625Z","steps":["trace[1044789360] 'process raft request' (duration: 182.094242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.271412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.613157Z","time spent":"658.245095ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:15:48.271267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.777971Z","time spent":"493.282746ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:48.271784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.904968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:48.271824Z","caller":"traceutil/trace.go:171","msg":"trace[992154362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7303; }","duration":"141.992621ms","start":"2026-03-31T05:15:48.12982Z","end":"2026-03-31T05:15:48.271813Z","steps":["trace[992154362] 'agreement among raft nodes before linearized reading' (duration: 141.871807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.271288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.734828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:15:48.271986Z","caller":"traceutil/trace.go:171","msg":"trace[1080690893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7303; }","duration":"681.535333ms","start":"2026-03-31T05:15:47.590439Z","end":"2026-03-31T05:15:48.271974Z","steps":["trace[1080690893] 'agreement among raft nodes before linearized reading' (duration: 680.50615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.272034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:47.590417Z","time spent":"681.603955ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:15:48.52262Z","caller":"traceutil/trace.go:171","msg":"trace[1445373997] transaction","detail":"{read_only:false; response_revision:7306; number_of_response:1; }","duration":"245.636677ms","start":"2026-03-31T05:15:48.276967Z","end":"2026-03-31T05:15:48.522603Z","steps":["trace[1445373997] 'process raft request' (duration: 245.580845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.522669Z","caller":"traceutil/trace.go:171","msg":"trace[22999250] transaction","detail":"{read_only:false; response_revision:7305; number_of_response:1; }","duration":"245.929996ms","start":"2026-03-31T05:15:48.276715Z","end":"2026-03-31T05:15:48.522645Z","steps":["trace[22999250] 'process raft request' (duration: 245.720739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.52282Z","caller":"traceutil/trace.go:171","msg":"trace[203017069] transaction","detail":"{read_only:false; response_revision:7307; number_of_response:1; }","duration":"245.812332ms","start":"2026-03-31T05:15:48.276986Z","end":"2026-03-31T05:15:48.522798Z","steps":["trace[203017069] 'process raft request' (duration: 245.592545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:48.522895Z","caller":"traceutil/trace.go:171","msg":"trace[145423781] linearizableReadLoop","detail":"{readStateIndex:7578; appliedIndex:7574; }","duration":"184.494808ms","start":"2026-03-31T05:15:48.338377Z","end":"2026-03-31T05:15:48.522872Z","steps":["trace[145423781] 'read index received' (duration: 184.021373ms)","trace[145423781] 'applied index is now lower than readState.Index' (duration: 472.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:48.522942Z","caller":"traceutil/trace.go:171","msg":"trace[253318366] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"225.375514ms","start":"2026-03-31T05:15:48.297552Z","end":"2026-03-31T05:15:48.522928Z","steps":["trace[253318366] 'process raft request' (duration: 225.211299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:48.523023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.638043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:48.523061Z","caller":"traceutil/trace.go:171","msg":"trace[2018299690] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7308; }","duration":"184.719985ms","start":"2026-03-31T05:15:48.33833Z","end":"2026-03-31T05:15:48.52305Z","steps":["trace[2018299690] 'agreement among raft nodes before linearized reading' (duration: 184.643802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:49.096617Z","caller":"traceutil/trace.go:171","msg":"trace[1763304216] linearizableReadLoop","detail":"{readStateIndex:7580; appliedIndex:7579; }","duration":"128.682569ms","start":"2026-03-31T05:15:48.96788Z","end":"2026-03-31T05:15:49.096563Z","steps":["trace[1763304216] 'read index received' (duration: 127.042017ms)","trace[1763304216] 'applied index is now lower than readState.Index' (duration: 1.638442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:49.096925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.01785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-31T05:15:49.096975Z","caller":"traceutil/trace.go:171","msg":"trace[236335817] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:7310; }","duration":"129.099962ms","start":"2026-03-31T05:15:48.967861Z","end":"2026-03-31T05:15:49.096961Z","steps":["trace[236335817] 'agreement among raft nodes before linearized reading' (duration: 128.908586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:49.096668Z","caller":"traceutil/trace.go:171","msg":"trace[906968825] transaction","detail":"{read_only:false; response_revision:7310; number_of_response:1; }","duration":"139.149311ms","start":"2026-03-31T05:15:48.957491Z","end":"2026-03-31T05:15:49.09664Z","steps":["trace[906968825] 'process raft request' (duration: 137.478788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:52.84343Z","caller":"traceutil/trace.go:171","msg":"trace[1086570089] transaction","detail":"{read_only:false; response_revision:7323; number_of_response:1; }","duration":"546.313387ms","start":"2026-03-31T05:15:52.2971Z","end":"2026-03-31T05:15:52.843413Z","steps":["trace[1086570089] 'process raft request' (duration: 520.816929ms)","trace[1086570089] 'compare' (duration: 25.056634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:52.843537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.29705Z","time spent":"546.427371ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:52.857869Z","caller":"traceutil/trace.go:171","msg":"trace[1929990687] transaction","detail":"{read_only:false; response_revision:7324; number_of_response:1; }","duration":"516.881694ms","start":"2026-03-31T05:15:52.340955Z","end":"2026-03-31T05:15:52.857836Z","steps":["trace[1929990687] 'process raft request' (duration: 516.563964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.858041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.340927Z","time spent":"517.026999ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:52.858191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.845313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:15:52.857851Z","caller":"traceutil/trace.go:171","msg":"trace[546845705] linearizableReadLoop","detail":"{readStateIndex:7596; appliedIndex:7593; }","duration":"510.477201ms","start":"2026-03-31T05:15:52.347326Z","end":"2026-03-31T05:15:52.857803Z","steps":["trace[546845705] 'read index received' (duration: 470.67252ms)","trace[546845705] 'applied index is now lower than readState.Index' (duration: 39.803011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:52.858281Z","caller":"traceutil/trace.go:171","msg":"trace[1791615678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7325; }","duration":"511.034909ms","start":"2026-03-31T05:15:52.347229Z","end":"2026-03-31T05:15:52.858264Z","steps":["trace[1791615678] 'agreement among raft nodes before linearized reading' (duration: 510.707138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.858341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.347202Z","time spent":"511.127002ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:15:52.858558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.875307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:15:52.858002Z","caller":"traceutil/trace.go:171","msg":"trace[1961803566] transaction","detail":"{read_only:false; response_revision:7325; number_of_response:1; }","duration":"517.031959ms","start":"2026-03-31T05:15:52.340955Z","end":"2026-03-31T05:15:52.857987Z","steps":["trace[1961803566] 'process raft request' (duration: 516.793662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:52.858609Z","caller":"traceutil/trace.go:171","msg":"trace[142598162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7325; }","duration":"482.966979ms","start":"2026-03-31T05:15:52.375627Z","end":"2026-03-31T05:15:52.858594Z","steps":["trace[142598162] 'agreement among raft nodes before linearized reading' (duration: 482.790364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.858648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.37561Z","time spent":"483.030822ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:52.858656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.983885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:52.858679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.340927Z","time spent":"517.69346ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:52.858698Z","caller":"traceutil/trace.go:171","msg":"trace[440089962] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7325; }","duration":"262.069187ms","start":"2026-03-31T05:15:52.596619Z","end":"2026-03-31T05:15:52.858688Z","steps":["trace[440089962] 'agreement among raft nodes before linearized reading' (duration: 261.928783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.858844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.510687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:15:52.85888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.353434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:15:52.858882Z","caller":"traceutil/trace.go:171","msg":"trace[1378535186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7325; }","duration":"289.570479ms","start":"2026-03-31T05:15:52.569302Z","end":"2026-03-31T05:15:52.858873Z","steps":["trace[1378535186] 'agreement among raft nodes before linearized reading' (duration: 289.426395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:52.858905Z","caller":"traceutil/trace.go:171","msg":"trace[191818833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7325; }","duration":"290.378535ms","start":"2026-03-31T05:15:52.568519Z","end":"2026-03-31T05:15:52.858897Z","steps":["trace[191818833] 'agreement among raft nodes before linearized reading' (duration: 290.260131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.858976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.752445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:15:52.859021Z","caller":"traceutil/trace.go:171","msg":"trace[1919950618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7325; }","duration":"319.796797ms","start":"2026-03-31T05:15:52.539213Z","end":"2026-03-31T05:15:52.85901Z","steps":["trace[1919950618] 'agreement among raft nodes before linearized reading' (duration: 319.679533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:52.859059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:52.539156Z","time spent":"319.89385ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:15:52.859238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.951841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:15:52.85927Z","caller":"traceutil/trace.go:171","msg":"trace[631073990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7325; }","duration":"290.008653ms","start":"2026-03-31T05:15:52.569253Z","end":"2026-03-31T05:15:52.859262Z","steps":["trace[631073990] 'agreement among raft nodes before linearized reading' (duration: 289.705933ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:53.079054Z","caller":"traceutil/trace.go:171","msg":"trace[1001200421] transaction","detail":"{read_only:false; response_revision:7326; number_of_response:1; }","duration":"215.401777ms","start":"2026-03-31T05:15:52.86362Z","end":"2026-03-31T05:15:53.079022Z","steps":["trace[1001200421] 'process raft request' (duration: 151.016746ms)","trace[1001200421] 'compare' (duration: 64.108153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:53.079145Z","caller":"traceutil/trace.go:171","msg":"trace[393010324] linearizableReadLoop","detail":"{readStateIndex:7601; appliedIndex:7596; }","duration":"214.20002ms","start":"2026-03-31T05:15:52.864921Z","end":"2026-03-31T05:15:53.079121Z","steps":["trace[393010324] 'read index received' (duration: 149.725936ms)","trace[393010324] 'applied index is now lower than readState.Index' (duration: 64.472824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:53.079157Z","caller":"traceutil/trace.go:171","msg":"trace[2095796036] transaction","detail":"{read_only:false; response_revision:7327; number_of_response:1; }","duration":"215.4593ms","start":"2026-03-31T05:15:52.863662Z","end":"2026-03-31T05:15:53.079121Z","steps":["trace[2095796036] 'process raft request' (duration: 215.282954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:53.079174Z","caller":"traceutil/trace.go:171","msg":"trace[383237600] transaction","detail":"{read_only:false; response_revision:7328; number_of_response:1; }","duration":"214.780718ms","start":"2026-03-31T05:15:52.864351Z","end":"2026-03-31T05:15:53.079131Z","steps":["trace[383237600] 'process raft request' (duration: 214.642404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:53.079273Z","caller":"traceutil/trace.go:171","msg":"trace[1593472936] transaction","detail":"{read_only:false; response_revision:7329; number_of_response:1; }","duration":"214.619473ms","start":"2026-03-31T05:15:52.864627Z","end":"2026-03-31T05:15:53.079246Z","steps":["trace[1593472936] 'process raft request' (duration: 214.404186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:53.079401Z","caller":"traceutil/trace.go:171","msg":"trace[1669983558] transaction","detail":"{read_only:false; response_revision:7330; number_of_response:1; }","duration":"214.702525ms","start":"2026-03-31T05:15:52.864692Z","end":"2026-03-31T05:15:53.079394Z","steps":["trace[1669983558] 'process raft request' (duration: 214.395906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.079768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.82756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161516"} {"level":"info","ts":"2026-03-31T05:15:53.079835Z","caller":"traceutil/trace.go:171","msg":"trace[141626531] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7330; }","duration":"214.916643ms","start":"2026-03-31T05:15:52.864902Z","end":"2026-03-31T05:15:53.079819Z","steps":["trace[141626531] 'agreement among raft nodes before linearized reading' (duration: 214.459878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:53.0798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.375533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:53.079908Z","caller":"traceutil/trace.go:171","msg":"trace[1439878815] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7330; }","duration":"148.596221ms","start":"2026-03-31T05:15:52.931286Z","end":"2026-03-31T05:15:53.079883Z","steps":["trace[1439878815] 'agreement among raft nodes before linearized reading' (duration: 148.309532ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:57.198867Z","caller":"traceutil/trace.go:171","msg":"trace[722633392] transaction","detail":"{read_only:false; response_revision:7350; number_of_response:1; }","duration":"101.209029ms","start":"2026-03-31T05:15:57.097637Z","end":"2026-03-31T05:15:57.198846Z","steps":["trace[722633392] 'process raft request' (duration: 101.060324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:57.199051Z","caller":"traceutil/trace.go:171","msg":"trace[913037586] transaction","detail":"{read_only:false; response_revision:7351; number_of_response:1; }","duration":"101.277971ms","start":"2026-03-31T05:15:57.097764Z","end":"2026-03-31T05:15:57.199042Z","steps":["trace[913037586] 'process raft request' (duration: 101.052384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:57.199143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.613833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:15:57.19922Z","caller":"traceutil/trace.go:171","msg":"trace[427856810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7351; }","duration":"102.722766ms","start":"2026-03-31T05:15:57.09648Z","end":"2026-03-31T05:15:57.199203Z","steps":["trace[427856810] 'agreement among raft nodes before linearized reading' (duration: 102.52793ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:58.377204Z","caller":"traceutil/trace.go:171","msg":"trace[432274175] linearizableReadLoop","detail":"{readStateIndex:7626; appliedIndex:7625; }","duration":"406.435413ms","start":"2026-03-31T05:15:57.970719Z","end":"2026-03-31T05:15:58.377154Z","steps":["trace[432274175] 'read index received' (duration: 405.912087ms)","trace[432274175] 'applied index is now lower than readState.Index' (duration: 522.106µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:15:58.377408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.06473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:58.377454Z","caller":"traceutil/trace.go:171","msg":"trace[584176213] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:7354; }","duration":"340.173933ms","start":"2026-03-31T05:15:58.037266Z","end":"2026-03-31T05:15:58.377439Z","steps":["trace[584176213] 'agreement among raft nodes before linearized reading' (duration: 340.06491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.377494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.037246Z","time spent":"340.239265ms","remote":"127.0.0.1:36406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:58.377483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.696611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:15:58.377604Z","caller":"traceutil/trace.go:171","msg":"trace[1614473697] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7354; }","duration":"406.897208ms","start":"2026-03-31T05:15:57.970677Z","end":"2026-03-31T05:15:58.377575Z","steps":["trace[1614473697] 'agreement among raft nodes before linearized reading' (duration: 406.609538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.377675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.970658Z","time spent":"406.998171ms","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:58.377695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.521761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:15:58.377739Z","caller":"traceutil/trace.go:171","msg":"trace[1527293271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7354; }","duration":"191.611223ms","start":"2026-03-31T05:15:58.186116Z","end":"2026-03-31T05:15:58.377727Z","steps":["trace[1527293271] 'agreement among raft nodes before linearized reading' (duration: 191.380246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.377788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.994701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:15:58.377946Z","caller":"traceutil/trace.go:171","msg":"trace[1842702893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7354; }","duration":"289.203328ms","start":"2026-03-31T05:15:58.088717Z","end":"2026-03-31T05:15:58.37792Z","steps":["trace[1842702893] 'agreement among raft nodes before linearized reading' (duration: 288.938369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:58.377417Z","caller":"traceutil/trace.go:171","msg":"trace[1883122026] transaction","detail":"{read_only:false; response_revision:7354; number_of_response:1; }","duration":"513.768636ms","start":"2026-03-31T05:15:57.863461Z","end":"2026-03-31T05:15:58.37723Z","steps":["trace[1883122026] 'process raft request' (duration: 513.293181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:58.378336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:57.863432Z","time spent":"514.782858ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:58.901876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782516714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:59.402141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782516714,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:15:59.559916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.770736Z","time spent":"789.168666ms","remote":"127.0.0.1:55890","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:15:59.58483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.198758088s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:15:59.585552Z","caller":"traceutil/trace.go:171","msg":"trace[261871704] transaction","detail":"{read_only:false; response_revision:7355; number_of_response:1; }","duration":"1.199642987s","start":"2026-03-31T05:15:58.385862Z","end":"2026-03-31T05:15:59.585505Z","steps":["trace[261871704] 'process raft request' (duration: 1.199392849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.585811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.385824Z","time spent":"1.199853033s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:59.609188Z","caller":"traceutil/trace.go:171","msg":"trace[1848656105] linearizableReadLoop","detail":"{readStateIndex:7630; appliedIndex:7626; }","duration":"1.207735183s","start":"2026-03-31T05:15:58.401429Z","end":"2026-03-31T05:15:59.609164Z","steps":["trace[1848656105] 'read index received' (duration: 1.183642169s)","trace[1848656105] 'applied index is now lower than readState.Index' (duration: 24.092074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:59.609246Z","caller":"traceutil/trace.go:171","msg":"trace[429721642] transaction","detail":"{read_only:false; response_revision:7356; number_of_response:1; }","duration":"716.557104ms","start":"2026-03-31T05:15:58.892679Z","end":"2026-03-31T05:15:59.609237Z","steps":["trace[429721642] 'process raft request' (duration: 716.12744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.60939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.89266Z","time spent":"716.624596ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:59.609402Z","caller":"traceutil/trace.go:171","msg":"trace[464062988] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"716.640856ms","start":"2026-03-31T05:15:58.892748Z","end":"2026-03-31T05:15:59.609389Z","steps":["trace[464062988] 'process raft request' (duration: 716.326136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.609636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.826981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:15:59.609674Z","caller":"traceutil/trace.go:171","msg":"trace[704184976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7358; }","duration":"403.894723ms","start":"2026-03-31T05:15:59.20577Z","end":"2026-03-31T05:15:59.609664Z","steps":["trace[704184976] 'agreement among raft nodes before linearized reading' (duration: 403.723648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.609709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.205759Z","time spent":"403.940194ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:59.609715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.806966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:15:59.609724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.892715Z","time spent":"716.914995ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:59.60973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.337604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:15:59.609783Z","caller":"traceutil/trace.go:171","msg":"trace[1288277770] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7358; }","duration":"477.9575ms","start":"2026-03-31T05:15:59.131807Z","end":"2026-03-31T05:15:59.609764Z","steps":["trace[1288277770] 'agreement among raft nodes before linearized reading' (duration: 477.835506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.609811Z","caller":"traceutil/trace.go:171","msg":"trace[1015333610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7358; }","duration":"968.632924ms","start":"2026-03-31T05:15:58.641158Z","end":"2026-03-31T05:15:59.60979Z","steps":["trace[1015333610] 'agreement among raft nodes before linearized reading' (duration: 968.410247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.609839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.131771Z","time spent":"478.056614ms","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:15:59.609868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208459536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10883"} {"level":"warn","ts":"2026-03-31T05:15:59.609868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.641139Z","time spent":"968.711127ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:15:59.6099Z","caller":"traceutil/trace.go:171","msg":"trace[1612829929] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7358; }","duration":"1.208559859s","start":"2026-03-31T05:15:58.401331Z","end":"2026-03-31T05:15:59.609891Z","steps":["trace[1612829929] 'agreement among raft nodes before linearized reading' (duration: 1.208446296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.609926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.401297Z","time spent":"1.208623081s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10907,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:15:59.609922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.087085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:15:59.609761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.916004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:15:59.609994Z","caller":"traceutil/trace.go:171","msg":"trace[1603818582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7358; }","duration":"996.188558ms","start":"2026-03-31T05:15:58.613776Z","end":"2026-03-31T05:15:59.609964Z","steps":["trace[1603818582] 'agreement among raft nodes before linearized reading' (duration: 996.039153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.610035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.211708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:15:59.610052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.434604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:15:59.610059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.613752Z","time spent":"996.293281ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:15:59.609169Z","caller":"traceutil/trace.go:171","msg":"trace[1642158251] transaction","detail":"{read_only:false; response_revision:7357; number_of_response:1; }","duration":"716.45577ms","start":"2026-03-31T05:15:58.892677Z","end":"2026-03-31T05:15:59.609133Z","steps":["trace[1642158251] 'process raft request' (duration: 716.333946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.610078Z","caller":"traceutil/trace.go:171","msg":"trace[2103580882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7358; }","duration":"377.458755ms","start":"2026-03-31T05:15:59.232611Z","end":"2026-03-31T05:15:59.61007Z","steps":["trace[2103580882] 'agreement among raft nodes before linearized reading' (duration: 377.379442ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.610082Z","caller":"traceutil/trace.go:171","msg":"trace[703439310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7358; }","duration":"407.294511ms","start":"2026-03-31T05:15:59.202772Z","end":"2026-03-31T05:15:59.610066Z","steps":["trace[703439310] 'agreement among raft nodes before linearized reading' (duration: 407.181897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.609918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.504306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:15:59.610109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.23258Z","time spent":"377.523927ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:15:59.610089Z","caller":"traceutil/trace.go:171","msg":"trace[8162952] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7358; }","duration":"451.268545ms","start":"2026-03-31T05:15:59.158774Z","end":"2026-03-31T05:15:59.610043Z","steps":["trace[8162952] 'agreement among raft nodes before linearized reading' (duration: 450.739718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.610123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.202749Z","time spent":"407.364082ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:15:59.610139Z","caller":"traceutil/trace.go:171","msg":"trace[2104164363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7358; }","duration":"406.747193ms","start":"2026-03-31T05:15:59.203376Z","end":"2026-03-31T05:15:59.610124Z","steps":["trace[2104164363] 'agreement among raft nodes before linearized reading' (duration: 406.459934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.610174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.203362Z","time spent":"406.803015ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:15:59.610206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.158757Z","time spent":"451.406309ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:15:59.610208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.892648Z","time spent":"717.487053ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:59.609759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163050547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:15:59.610386Z","caller":"traceutil/trace.go:171","msg":"trace[410081989] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7358; }","duration":"1.163727328s","start":"2026-03-31T05:15:58.446637Z","end":"2026-03-31T05:15:59.610365Z","steps":["trace[410081989] 'agreement among raft nodes before linearized reading' (duration: 1.16283669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.610442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:58.446619Z","time spent":"1.163805101s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:15:59.610459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.864261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:15:59.610547Z","caller":"traceutil/trace.go:171","msg":"trace[1219368498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7358; }","duration":"380.061367ms","start":"2026-03-31T05:15:59.230463Z","end":"2026-03-31T05:15:59.610525Z","steps":["trace[1219368498] 'agreement among raft nodes before linearized reading' (duration: 379.615823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.610586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.230452Z","time spent":"380.126889ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:15:59.915648Z","caller":"traceutil/trace.go:171","msg":"trace[2045275010] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"300.235367ms","start":"2026-03-31T05:15:59.615373Z","end":"2026-03-31T05:15:59.915608Z","steps":["trace[2045275010] 'process raft request' (duration: 260.807907ms)","trace[2045275010] 'compare' (duration: 38.892473ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:59.915912Z","caller":"traceutil/trace.go:171","msg":"trace[1866974741] transaction","detail":"{read_only:false; response_revision:7361; number_of_response:1; }","duration":"300.478644ms","start":"2026-03-31T05:15:59.615398Z","end":"2026-03-31T05:15:59.915877Z","steps":["trace[1866974741] 'process raft request' (duration: 300.137464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.916005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.615362Z","time spent":"300.405502ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:59.916117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.615387Z","time spent":"300.611348ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:59.916546Z","caller":"traceutil/trace.go:171","msg":"trace[949722709] transaction","detail":"{read_only:false; response_revision:7362; number_of_response:1; }","duration":"300.955219ms","start":"2026-03-31T05:15:59.615556Z","end":"2026-03-31T05:15:59.916511Z","steps":["trace[949722709] 'process raft request' (duration: 300.393312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.916612Z","caller":"traceutil/trace.go:171","msg":"trace[744592794] transaction","detail":"{read_only:false; response_revision:7363; number_of_response:1; }","duration":"300.556867ms","start":"2026-03-31T05:15:59.616024Z","end":"2026-03-31T05:15:59.916581Z","steps":["trace[744592794] 'process raft request' (duration: 300.393061ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.916718Z","caller":"traceutil/trace.go:171","msg":"trace[1497331093] transaction","detail":"{read_only:false; response_revision:7364; number_of_response:1; }","duration":"300.637699ms","start":"2026-03-31T05:15:59.616062Z","end":"2026-03-31T05:15:59.9167Z","steps":["trace[1497331093] 'process raft request' (duration: 300.448603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.917599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.616046Z","time spent":"301.484747ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:59.91687Z","caller":"traceutil/trace.go:171","msg":"trace[1980867658] linearizableReadLoop","detail":"{readStateIndex:7637; appliedIndex:7631; }","duration":"285.776128ms","start":"2026-03-31T05:15:59.631077Z","end":"2026-03-31T05:15:59.916853Z","steps":["trace[1980867658] 'read index received' (duration: 245.088209ms)","trace[1980867658] 'applied index is now lower than readState.Index' (duration: 40.686259ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:15:59.916916Z","caller":"traceutil/trace.go:171","msg":"trace[1437693101] transaction","detail":"{read_only:false; response_revision:7365; number_of_response:1; }","duration":"293.453301ms","start":"2026-03-31T05:15:59.623437Z","end":"2026-03-31T05:15:59.91689Z","steps":["trace[1437693101] 'process raft request' (duration: 293.215354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.916936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.616015Z","time spent":"300.812745ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:15:59.917059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.821715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19519"} {"level":"warn","ts":"2026-03-31T05:15:59.918075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.003195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19519"} {"level":"info","ts":"2026-03-31T05:15:59.918126Z","caller":"traceutil/trace.go:171","msg":"trace[1804236213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7365; }","duration":"301.90469ms","start":"2026-03-31T05:15:59.616197Z","end":"2026-03-31T05:15:59.918101Z","steps":["trace[1804236213] 'agreement among raft nodes before linearized reading' (duration: 300.759464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:15:59.918128Z","caller":"traceutil/trace.go:171","msg":"trace[1915302640] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7365; }","duration":"285.079556ms","start":"2026-03-31T05:15:59.633033Z","end":"2026-03-31T05:15:59.918112Z","steps":["trace[1915302640] 'agreement among raft nodes before linearized reading' (duration: 284.945522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.918169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.616174Z","time spent":"301.985802ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19543,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:15:59.917161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.272451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:18 size:161336"} {"level":"info","ts":"2026-03-31T05:15:59.918279Z","caller":"traceutil/trace.go:171","msg":"trace[2024675960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:18; response_revision:7365; }","duration":"303.395217ms","start":"2026-03-31T05:15:59.614863Z","end":"2026-03-31T05:15:59.918258Z","steps":["trace[2024675960] 'agreement among raft nodes before linearized reading' (duration: 302.026003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.918351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.61486Z","time spent":"303.469159ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":161360,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:15:59.917126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.009053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T05:15:59.917314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.615552Z","time spent":"301.112644ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:15:59.918572Z","caller":"traceutil/trace.go:171","msg":"trace[549575331] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531; range_end:; response_count:1; response_revision:7365; }","duration":"303.456679ms","start":"2026-03-31T05:15:59.615068Z","end":"2026-03-31T05:15:59.918525Z","steps":["trace[549575331] 'agreement among raft nodes before linearized reading' (duration: 301.9056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:15:59.918732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.61506Z","time spent":"303.616344ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" "} {"level":"info","ts":"2026-03-31T05:16:00.466377Z","caller":"traceutil/trace.go:171","msg":"trace[257687260] transaction","detail":"{read_only:false; response_revision:7367; number_of_response:1; }","duration":"541.418333ms","start":"2026-03-31T05:15:59.924933Z","end":"2026-03-31T05:16:00.466352Z","steps":["trace[257687260] 'process raft request' (duration: 541.192566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.466529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.924912Z","time spent":"541.539526ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:00.466819Z","caller":"traceutil/trace.go:171","msg":"trace[175650101] linearizableReadLoop","detail":"{readStateIndex:7641; appliedIndex:7638; }","duration":"486.384828ms","start":"2026-03-31T05:15:59.980409Z","end":"2026-03-31T05:16:00.466794Z","steps":["trace[175650101] 'read index received' (duration: 485.713077ms)","trace[175650101] 'applied index is now lower than readState.Index' (duration: 670.751µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:00.466907Z","caller":"traceutil/trace.go:171","msg":"trace[356210229] transaction","detail":"{read_only:false; response_revision:7368; number_of_response:1; }","duration":"540.490893ms","start":"2026-03-31T05:15:59.926403Z","end":"2026-03-31T05:16:00.466894Z","steps":["trace[356210229] 'process raft request' (duration: 539.886584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.466959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.926396Z","time spent":"540.537824ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:00.46698Z","caller":"traceutil/trace.go:171","msg":"trace[612713148] transaction","detail":"{read_only:false; response_revision:7369; number_of_response:1; }","duration":"532.413156ms","start":"2026-03-31T05:15:59.934554Z","end":"2026-03-31T05:16:00.466968Z","steps":["trace[612713148] 'process raft request' (duration: 532.047295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.46714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.934544Z","time spent":"532.49604ms","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9668,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:00.46714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.719679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:00.467211Z","caller":"traceutil/trace.go:171","msg":"trace[1156800665] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7369; }","duration":"486.850963ms","start":"2026-03-31T05:15:59.980344Z","end":"2026-03-31T05:16:00.467195Z","steps":["trace[1156800665] 'agreement among raft nodes before linearized reading' (duration: 486.705048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.467245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.97975Z","time spent":"487.488673ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:16:00.925097Z","caller":"traceutil/trace.go:171","msg":"trace[198606240] linearizableReadLoop","detail":"{readStateIndex:7642; appliedIndex:7641; }","duration":"458.162263ms","start":"2026-03-31T05:16:00.466913Z","end":"2026-03-31T05:16:00.925076Z","steps":["trace[198606240] 'read index received' (duration: 458.08647ms)","trace[198606240] 'applied index is now lower than readState.Index' (duration: 74.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:00.925192Z","caller":"traceutil/trace.go:171","msg":"trace[704555958] transaction","detail":"{read_only:false; response_revision:7370; number_of_response:1; }","duration":"737.816548ms","start":"2026-03-31T05:16:00.187365Z","end":"2026-03-31T05:16:00.925182Z","steps":["trace[704555958] 'process raft request' (duration: 737.57353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.925301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:00.187289Z","time spent":"737.942242ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:00.925449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.35358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:00.925524Z","caller":"traceutil/trace.go:171","msg":"trace[749889876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7370; }","duration":"835.511404ms","start":"2026-03-31T05:16:00.089994Z","end":"2026-03-31T05:16:00.925505Z","steps":["trace[749889876] 'agreement among raft nodes before linearized reading' (duration: 835.395401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.925559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:00.089968Z","time spent":"835.584297ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:00.925581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.64434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:00.92561Z","caller":"traceutil/trace.go:171","msg":"trace[156119041] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7370; }","duration":"930.702872ms","start":"2026-03-31T05:15:59.994898Z","end":"2026-03-31T05:16:00.925601Z","steps":["trace[156119041] 'agreement among raft nodes before linearized reading' (duration: 930.602519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:00.925634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:15:59.994877Z","time spent":"930.751203ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:01.097557Z","caller":"traceutil/trace.go:171","msg":"trace[723687224] transaction","detail":"{read_only:false; response_revision:7371; number_of_response:1; }","duration":"264.928347ms","start":"2026-03-31T05:16:00.832596Z","end":"2026-03-31T05:16:01.097525Z","steps":["trace[723687224] 'process raft request' (duration: 223.39795ms)","trace[723687224] 'compare' (duration: 41.296459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:01.242438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.014346ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:16:01.242598Z","caller":"traceutil/trace.go:171","msg":"trace[2064458577] linearizableReadLoop","detail":"{readStateIndex:7644; appliedIndex:7642; }","duration":"317.411881ms","start":"2026-03-31T05:16:00.925156Z","end":"2026-03-31T05:16:01.242568Z","steps":["trace[2064458577] 'read index received' (duration: 130.851947ms)","trace[2064458577] 'applied index is now lower than readState.Index' (duration: 186.557723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:01.242667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.98104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:01.242742Z","caller":"traceutil/trace.go:171","msg":"trace[1053055885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:7371; }","duration":"519.104703ms","start":"2026-03-31T05:16:00.723617Z","end":"2026-03-31T05:16:01.242721Z","steps":["trace[1053055885] 'agreement among raft nodes before linearized reading' (duration: 518.975609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.242783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:00.723597Z","time spent":"519.176556ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:01.242777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.594205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:01.242776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.937028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T05:16:01.242837Z","caller":"traceutil/trace.go:171","msg":"trace[1048707750] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7371; }","duration":"770.69477ms","start":"2026-03-31T05:16:00.472125Z","end":"2026-03-31T05:16:01.24282Z","steps":["trace[1048707750] 'agreement among raft nodes before linearized reading' (duration: 770.593576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.242848Z","caller":"traceutil/trace.go:171","msg":"trace[7418123] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7371; }","duration":"766.041622ms","start":"2026-03-31T05:16:00.476787Z","end":"2026-03-31T05:16:01.242828Z","steps":["trace[7418123] 'agreement among raft nodes before linearized reading' (duration: 765.810464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.242891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:00.476773Z","time spent":"766.107543ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:16:01.24289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:00.472107Z","time spent":"770.767981ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:16:01.242941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.169091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:01.243032Z","caller":"traceutil/trace.go:171","msg":"trace[1597422384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7371; }","duration":"316.313446ms","start":"2026-03-31T05:16:00.926697Z","end":"2026-03-31T05:16:01.24301Z","steps":["trace[1597422384] 'agreement among raft nodes before linearized reading' (duration: 316.13685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.243079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:00.926682Z","time spent":"316.387897ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:01.407128Z","caller":"traceutil/trace.go:171","msg":"trace[59375497] transaction","detail":"{read_only:false; response_revision:7372; number_of_response:1; }","duration":"154.143967ms","start":"2026-03-31T05:16:01.252939Z","end":"2026-03-31T05:16:01.407083Z","steps":["trace[59375497] 'process raft request' (duration: 153.861528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.407455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.310443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:16:01.407529Z","caller":"traceutil/trace.go:171","msg":"trace[2126642601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7372; }","duration":"149.438787ms","start":"2026-03-31T05:16:01.258072Z","end":"2026-03-31T05:16:01.40751Z","steps":["trace[2126642601] 'agreement among raft nodes before linearized reading' (duration: 149.106637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.40705Z","caller":"traceutil/trace.go:171","msg":"trace[961098416] linearizableReadLoop","detail":"{readStateIndex:7645; appliedIndex:7644; }","duration":"148.8994ms","start":"2026-03-31T05:16:01.25812Z","end":"2026-03-31T05:16:01.40702Z","steps":["trace[961098416] 'read index received' (duration: 148.571739ms)","trace[961098416] 'applied index is now lower than readState.Index' (duration: 326.241µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:01.75643Z","caller":"traceutil/trace.go:171","msg":"trace[1560116175] transaction","detail":"{read_only:false; response_revision:7374; number_of_response:1; }","duration":"140.616277ms","start":"2026-03-31T05:16:01.615784Z","end":"2026-03-31T05:16:01.7564Z","steps":["trace[1560116175] 'process raft request' (duration: 52.705611ms)","trace[1560116175] 'compare' (duration: 87.70841ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:01.756784Z","caller":"traceutil/trace.go:171","msg":"trace[1751309115] linearizableReadLoop","detail":"{readStateIndex:7649; appliedIndex:7646; }","duration":"121.969986ms","start":"2026-03-31T05:16:01.634787Z","end":"2026-03-31T05:16:01.756757Z","steps":["trace[1751309115] 'read index received' (duration: 33.635467ms)","trace[1751309115] 'applied index is now lower than readState.Index' (duration: 88.333209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:01.756826Z","caller":"traceutil/trace.go:171","msg":"trace[1254295775] transaction","detail":"{read_only:false; response_revision:7375; number_of_response:1; }","duration":"140.399291ms","start":"2026-03-31T05:16:01.616399Z","end":"2026-03-31T05:16:01.756799Z","steps":["trace[1254295775] 'process raft request' (duration: 139.954337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:01.756882Z","caller":"traceutil/trace.go:171","msg":"trace[2136588961] transaction","detail":"{read_only:false; response_revision:7376; number_of_response:1; }","duration":"140.460902ms","start":"2026-03-31T05:16:01.616407Z","end":"2026-03-31T05:16:01.756868Z","steps":["trace[2136588961] 'process raft request' (duration: 140.233135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:01.756955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.148912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:16:01.756992Z","caller":"traceutil/trace.go:171","msg":"trace[2092252376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7376; }","duration":"122.229835ms","start":"2026-03-31T05:16:01.634752Z","end":"2026-03-31T05:16:01.756982Z","steps":["trace[2092252376] 'agreement among raft nodes before linearized reading' (duration: 122.09637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:02.03163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.81575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:02.031747Z","caller":"traceutil/trace.go:171","msg":"trace[1976835216] linearizableReadLoop","detail":"{readStateIndex:7650; appliedIndex:7649; }","duration":"255.813949ms","start":"2026-03-31T05:16:01.775917Z","end":"2026-03-31T05:16:02.031731Z","steps":["trace[1976835216] 'read index received' (duration: 81.784012ms)","trace[1976835216] 'applied index is now lower than readState.Index' (duration: 174.028387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:02.031897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.971774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:02.031869Z","caller":"traceutil/trace.go:171","msg":"trace[1554382936] transaction","detail":"{read_only:false; response_revision:7377; number_of_response:1; }","duration":"270.883747ms","start":"2026-03-31T05:16:01.760942Z","end":"2026-03-31T05:16:02.031826Z","steps":["trace[1554382936] 'process raft request' (duration: 96.765508ms)","trace[1554382936] 'compare' (duration: 173.549961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:02.031938Z","caller":"traceutil/trace.go:171","msg":"trace[149649412] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7377; }","duration":"256.036916ms","start":"2026-03-31T05:16:01.775887Z","end":"2026-03-31T05:16:02.031924Z","steps":["trace[149649412] 'agreement among raft nodes before linearized reading' (duration: 255.956273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:02.032252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.384832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:16:02.032298Z","caller":"traceutil/trace.go:171","msg":"trace[1621653928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7377; }","duration":"112.462534ms","start":"2026-03-31T05:16:01.91982Z","end":"2026-03-31T05:16:02.032283Z","steps":["trace[1621653928] 'agreement among raft nodes before linearized reading' (duration: 112.3318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:02.032519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.649097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:16:02.032568Z","caller":"traceutil/trace.go:171","msg":"trace[2055074766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7377; }","duration":"110.74337ms","start":"2026-03-31T05:16:01.921813Z","end":"2026-03-31T05:16:02.032557Z","steps":["trace[2055074766] 'agreement among raft nodes before linearized reading' (duration: 110.587505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:02.03258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.847515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:16:02.032709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.430415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:16:02.032743Z","caller":"traceutil/trace.go:171","msg":"trace[77804783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7377; }","duration":"107.493997ms","start":"2026-03-31T05:16:01.92524Z","end":"2026-03-31T05:16:02.032734Z","steps":["trace[77804783] 'agreement among raft nodes before linearized reading' (duration: 107.412545ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:02.032784Z","caller":"traceutil/trace.go:171","msg":"trace[1935638342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7377; }","duration":"111.977569ms","start":"2026-03-31T05:16:01.920677Z","end":"2026-03-31T05:16:02.032655Z","steps":["trace[1935638342] 'agreement among raft nodes before linearized reading' (duration: 111.753302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:02.033238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.580927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:16:02.033298Z","caller":"traceutil/trace.go:171","msg":"trace[1266341807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7377; }","duration":"105.66371ms","start":"2026-03-31T05:16:01.92762Z","end":"2026-03-31T05:16:02.033284Z","steps":["trace[1266341807] 'agreement among raft nodes before linearized reading' (duration: 104.745051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:02.730942Z","caller":"traceutil/trace.go:171","msg":"trace[748189689] transaction","detail":"{read_only:false; response_revision:7382; number_of_response:1; }","duration":"331.268251ms","start":"2026-03-31T05:16:02.39965Z","end":"2026-03-31T05:16:02.730919Z","steps":["trace[748189689] 'process raft request' (duration: 331.138367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:02.73107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:02.399627Z","time spent":"331.376844ms","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9565,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:03.02015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.502308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:03.02025Z","caller":"traceutil/trace.go:171","msg":"trace[528271928] transaction","detail":"{read_only:false; response_revision:7383; number_of_response:1; }","duration":"280.970047ms","start":"2026-03-31T05:16:02.739262Z","end":"2026-03-31T05:16:03.020232Z","steps":["trace[528271928] 'process raft request' (duration: 102.309593ms)","trace[528271928] 'compare' (duration: 178.203489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:04.234509Z","caller":"traceutil/trace.go:171","msg":"trace[1265381067] transaction","detail":"{read_only:false; response_revision:7384; number_of_response:1; }","duration":"626.669835ms","start":"2026-03-31T05:16:03.607812Z","end":"2026-03-31T05:16:04.234482Z","steps":["trace[1265381067] 'process raft request' (duration: 626.51618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.234674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:03.607786Z","time spent":"626.807638ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:04.417733Z","caller":"traceutil/trace.go:171","msg":"trace[1706133099] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"654.494387ms","start":"2026-03-31T05:16:03.763222Z","end":"2026-03-31T05:16:04.417717Z","steps":["trace[1706133099] 'process raft request' (duration: 654.446245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.417778Z","caller":"traceutil/trace.go:171","msg":"trace[2067687572] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"655.2347ms","start":"2026-03-31T05:16:03.762514Z","end":"2026-03-31T05:16:04.417749Z","steps":["trace[2067687572] 'process raft request' (duration: 608.718595ms)","trace[2067687572] 'compare' (duration: 46.3522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:04.417836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:03.763205Z","time spent":"654.576029ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:04.4179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:03.762497Z","time spent":"655.336564ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:04.417899Z","caller":"traceutil/trace.go:171","msg":"trace[2039744558] linearizableReadLoop","detail":"{readStateIndex:7660; appliedIndex:7656; }","duration":"382.078871ms","start":"2026-03-31T05:16:04.035789Z","end":"2026-03-31T05:16:04.417868Z","steps":["trace[2039744558] 'read index received' (duration: 198.617435ms)","trace[2039744558] 'applied index is now lower than readState.Index' (duration: 183.458846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:04.418061Z","caller":"traceutil/trace.go:171","msg":"trace[518696967] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"653.608198ms","start":"2026-03-31T05:16:03.764371Z","end":"2026-03-31T05:16:04.417979Z","steps":["trace[518696967] 'process raft request' (duration: 653.321119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.418149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.426814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:04.418175Z","caller":"traceutil/trace.go:171","msg":"trace[594716131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7387; }","duration":"307.452575ms","start":"2026-03-31T05:16:04.110716Z","end":"2026-03-31T05:16:04.418169Z","steps":["trace[594716131] 'agreement among raft nodes before linearized reading' (duration: 307.361712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.41819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.110688Z","time spent":"307.498377ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:04.418193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.09996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3242"} {"level":"warn","ts":"2026-03-31T05:16:04.418182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.381601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:16:04.418215Z","caller":"traceutil/trace.go:171","msg":"trace[1705083157] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7387; }","duration":"310.184232ms","start":"2026-03-31T05:16:04.108024Z","end":"2026-03-31T05:16:04.418208Z","steps":["trace[1705083157] 'agreement among raft nodes before linearized reading' (duration: 310.09426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.418233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.108005Z","time spent":"310.224933ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:16:04.418219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.959802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:04.418238Z","caller":"traceutil/trace.go:171","msg":"trace[1501511071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7387; }","duration":"382.484464ms","start":"2026-03-31T05:16:04.03574Z","end":"2026-03-31T05:16:04.418225Z","steps":["trace[1501511071] 'agreement among raft nodes before linearized reading' (duration: 382.309048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.418259Z","caller":"traceutil/trace.go:171","msg":"trace[1951595666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7387; }","duration":"332.019285ms","start":"2026-03-31T05:16:04.08623Z","end":"2026-03-31T05:16:04.418249Z","steps":["trace[1951595666] 'agreement among raft nodes before linearized reading' (duration: 331.961123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.418269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.035722Z","time spent":"382.541295ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:04.418259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.669184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:16:04.418285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.086219Z","time spent":"332.061346ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:04.418268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:03.764356Z","time spent":"653.797455ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:04.418318Z","caller":"traceutil/trace.go:171","msg":"trace[960312611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7387; }","duration":"343.788967ms","start":"2026-03-31T05:16:04.074514Z","end":"2026-03-31T05:16:04.418303Z","steps":["trace[960312611] 'agreement among raft nodes before linearized reading' (duration: 343.5566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.418345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.553185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:16:04.418329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.709045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:16:04.418343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.086217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:16:04.418372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.074495Z","time spent":"343.859419ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:16:04.418401Z","caller":"traceutil/trace.go:171","msg":"trace[1179688515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7387; }","duration":"305.634648ms","start":"2026-03-31T05:16:04.11275Z","end":"2026-03-31T05:16:04.418385Z","steps":["trace[1179688515] 'agreement among raft nodes before linearized reading' (duration: 305.421201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.41842Z","caller":"traceutil/trace.go:171","msg":"trace[559493863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7387; }","duration":"308.834169ms","start":"2026-03-31T05:16:04.109563Z","end":"2026-03-31T05:16:04.418397Z","steps":["trace[559493863] 'agreement among raft nodes before linearized reading' (duration: 308.560841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.418424Z","caller":"traceutil/trace.go:171","msg":"trace[1651047753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7387; }","duration":"309.184111ms","start":"2026-03-31T05:16:04.10922Z","end":"2026-03-31T05:16:04.418404Z","steps":["trace[1651047753] 'agreement among raft nodes before linearized reading' (duration: 308.889051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.418466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.112738Z","time spent":"305.6991ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:16:04.418471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.208044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-03-31T05:16:04.418479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.109555Z","time spent":"308.911062ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:16:04.418506Z","caller":"traceutil/trace.go:171","msg":"trace[1300492135] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7387; }","duration":"228.278556ms","start":"2026-03-31T05:16:04.190218Z","end":"2026-03-31T05:16:04.418496Z","steps":["trace[1300492135] 'agreement among raft nodes before linearized reading' (duration: 227.897663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.418499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:04.10921Z","time spent":"309.256463ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:16:04.708672Z","caller":"traceutil/trace.go:171","msg":"trace[1091033275] transaction","detail":"{read_only:false; response_revision:7389; number_of_response:1; }","duration":"285.485148ms","start":"2026-03-31T05:16:04.423153Z","end":"2026-03-31T05:16:04.708639Z","steps":["trace[1091033275] 'process raft request' (duration: 265.412252ms)","trace[1091033275] 'compare' (duration: 19.811468ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:04.708858Z","caller":"traceutil/trace.go:171","msg":"trace[1468886221] transaction","detail":"{read_only:false; response_revision:7390; number_of_response:1; }","duration":"285.276801ms","start":"2026-03-31T05:16:04.423542Z","end":"2026-03-31T05:16:04.708819Z","steps":["trace[1468886221] 'process raft request' (duration: 285.180818ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.708981Z","caller":"traceutil/trace.go:171","msg":"trace[42928437] transaction","detail":"{read_only:false; response_revision:7391; number_of_response:1; }","duration":"285.350494ms","start":"2026-03-31T05:16:04.423623Z","end":"2026-03-31T05:16:04.708974Z","steps":["trace[42928437] 'process raft request' (duration: 285.147747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.709069Z","caller":"traceutil/trace.go:171","msg":"trace[72132982] linearizableReadLoop","detail":"{readStateIndex:7666; appliedIndex:7661; }","duration":"282.805823ms","start":"2026-03-31T05:16:04.426257Z","end":"2026-03-31T05:16:04.709063Z","steps":["trace[72132982] 'read index received' (duration: 77.120345ms)","trace[72132982] 'applied index is now lower than readState.Index' (duration: 205.684888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:04.709173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.901006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T05:16:04.710029Z","caller":"traceutil/trace.go:171","msg":"trace[762585239] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:7393; }","duration":"283.772934ms","start":"2026-03-31T05:16:04.426233Z","end":"2026-03-31T05:16:04.710006Z","steps":["trace[762585239] 'agreement among raft nodes before linearized reading' (duration: 282.853344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.710162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.158093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:04.709214Z","caller":"traceutil/trace.go:171","msg":"trace[2066063539] transaction","detail":"{read_only:false; response_revision:7393; number_of_response:1; }","duration":"283.059411ms","start":"2026-03-31T05:16:04.42612Z","end":"2026-03-31T05:16:04.70918Z","steps":["trace[2066063539] 'process raft request' (duration: 282.908807ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.710293Z","caller":"traceutil/trace.go:171","msg":"trace[1539830790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7393; }","duration":"241.299447ms","start":"2026-03-31T05:16:04.468946Z","end":"2026-03-31T05:16:04.710246Z","steps":["trace[1539830790] 'agreement among raft nodes before linearized reading' (duration: 241.151333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.709225Z","caller":"traceutil/trace.go:171","msg":"trace[182754554] transaction","detail":"{read_only:false; response_revision:7392; number_of_response:1; }","duration":"285.481698ms","start":"2026-03-31T05:16:04.423711Z","end":"2026-03-31T05:16:04.709193Z","steps":["trace[182754554] 'process raft request' (duration: 285.23553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.710457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.98876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:04.710527Z","caller":"traceutil/trace.go:171","msg":"trace[467018543] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7393; }","duration":"201.092684ms","start":"2026-03-31T05:16:04.509416Z","end":"2026-03-31T05:16:04.710509Z","steps":["trace[467018543] 'agreement among raft nodes before linearized reading' (duration: 200.951639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:04.710644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.108946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:25 size:478406"} {"level":"info","ts":"2026-03-31T05:16:04.710702Z","caller":"traceutil/trace.go:171","msg":"trace[1197719780] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:25; response_revision:7393; }","duration":"131.186208ms","start":"2026-03-31T05:16:04.579504Z","end":"2026-03-31T05:16:04.710691Z","steps":["trace[1197719780] 'agreement among raft nodes before linearized reading' (duration: 130.773645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:04.906057Z","caller":"traceutil/trace.go:171","msg":"trace[547612224] linearizableReadLoop","detail":"{readStateIndex:7667; appliedIndex:7666; }","duration":"185.147788ms","start":"2026-03-31T05:16:04.720863Z","end":"2026-03-31T05:16:04.906011Z","steps":["trace[547612224] 'read index received' (duration: 172.053103ms)","trace[547612224] 'applied index is now lower than readState.Index' (duration: 13.093405ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:04.906178Z","caller":"traceutil/trace.go:171","msg":"trace[1047819998] transaction","detail":"{read_only:false; response_revision:7394; number_of_response:1; }","duration":"189.175325ms","start":"2026-03-31T05:16:04.716974Z","end":"2026-03-31T05:16:04.906149Z","steps":["trace[1047819998] 'process raft request' (duration: 175.973367ms)","trace[1047819998] 'compare' (duration: 12.911249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:04.906347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.458128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T05:16:04.906394Z","caller":"traceutil/trace.go:171","msg":"trace[132222107] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7394; }","duration":"185.53121ms","start":"2026-03-31T05:16:04.720851Z","end":"2026-03-31T05:16:04.906382Z","steps":["trace[132222107] 'agreement among raft nodes before linearized reading' (duration: 185.344124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.093754Z","caller":"traceutil/trace.go:171","msg":"trace[607482326] transaction","detail":"{read_only:false; response_revision:7397; number_of_response:1; }","duration":"212.079372ms","start":"2026-03-31T05:16:05.881652Z","end":"2026-03-31T05:16:06.093732Z","steps":["trace[607482326] 'process raft request' (duration: 211.605207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.256273Z","caller":"traceutil/trace.go:171","msg":"trace[1356786890] transaction","detail":"{read_only:false; response_revision:7399; number_of_response:1; }","duration":"130.811796ms","start":"2026-03-31T05:16:06.125427Z","end":"2026-03-31T05:16:06.256239Z","steps":["trace[1356786890] 'process raft request' (duration: 84.738836ms)","trace[1356786890] 'compare' (duration: 45.928165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:06.276007Z","caller":"traceutil/trace.go:171","msg":"trace[1514620400] transaction","detail":"{read_only:false; response_revision:7400; number_of_response:1; }","duration":"150.311125ms","start":"2026-03-31T05:16:06.125637Z","end":"2026-03-31T05:16:06.275948Z","steps":["trace[1514620400] 'process raft request' (duration: 150.15619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.27604Z","caller":"traceutil/trace.go:171","msg":"trace[1765753422] transaction","detail":"{read_only:false; response_revision:7401; number_of_response:1; }","duration":"150.006545ms","start":"2026-03-31T05:16:06.126004Z","end":"2026-03-31T05:16:06.27601Z","steps":["trace[1765753422] 'process raft request' (duration: 149.880701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.276089Z","caller":"traceutil/trace.go:171","msg":"trace[727652415] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"149.999515ms","start":"2026-03-31T05:16:06.126054Z","end":"2026-03-31T05:16:06.276054Z","steps":["trace[727652415] 'process raft request' (duration: 149.862461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.276213Z","caller":"traceutil/trace.go:171","msg":"trace[667673790] transaction","detail":"{read_only:false; response_revision:7405; number_of_response:1; }","duration":"149.891391ms","start":"2026-03-31T05:16:06.126312Z","end":"2026-03-31T05:16:06.276203Z","steps":["trace[667673790] 'process raft request' (duration: 149.753097ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.276251Z","caller":"traceutil/trace.go:171","msg":"trace[2107098951] transaction","detail":"{read_only:false; response_revision:7407; number_of_response:1; }","duration":"149.54956ms","start":"2026-03-31T05:16:06.126656Z","end":"2026-03-31T05:16:06.276205Z","steps":["trace[2107098951] 'process raft request' (duration: 149.467488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.276299Z","caller":"traceutil/trace.go:171","msg":"trace[329553646] transaction","detail":"{read_only:false; response_revision:7403; number_of_response:1; }","duration":"150.175981ms","start":"2026-03-31T05:16:06.126114Z","end":"2026-03-31T05:16:06.27629Z","steps":["trace[329553646] 'process raft request' (duration: 149.83167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.276323Z","caller":"traceutil/trace.go:171","msg":"trace[655580662] transaction","detail":"{read_only:false; response_revision:7406; number_of_response:1; }","duration":"149.984264ms","start":"2026-03-31T05:16:06.126319Z","end":"2026-03-31T05:16:06.276304Z","steps":["trace[655580662] 'process raft request' (duration: 149.776198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.276463Z","caller":"traceutil/trace.go:171","msg":"trace[1929559653] transaction","detail":"{read_only:false; response_revision:7404; number_of_response:1; }","duration":"150.308655ms","start":"2026-03-31T05:16:06.126143Z","end":"2026-03-31T05:16:06.276452Z","steps":["trace[1929559653] 'process raft request' (duration: 149.877541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.276704Z","caller":"traceutil/trace.go:171","msg":"trace[2009144669] transaction","detail":"{read_only:false; response_revision:7408; number_of_response:1; }","duration":"149.580281ms","start":"2026-03-31T05:16:06.127042Z","end":"2026-03-31T05:16:06.276623Z","steps":["trace[2009144669] 'process raft request' (duration: 149.106326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.448373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.012853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:16:06.448442Z","caller":"traceutil/trace.go:171","msg":"trace[2024064773] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7418; }","duration":"149.139387ms","start":"2026-03-31T05:16:06.299288Z","end":"2026-03-31T05:16:06.448427Z","steps":["trace[2024064773] 'agreement among raft nodes before linearized reading' (duration: 148.906619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.974401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.589246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:06.974782Z","caller":"traceutil/trace.go:171","msg":"trace[1938915895] linearizableReadLoop","detail":"{readStateIndex:7719; appliedIndex:7717; }","duration":"225.887239ms","start":"2026-03-31T05:16:06.748869Z","end":"2026-03-31T05:16:06.974757Z","steps":["trace[1938915895] 'read index received' (duration: 38.955884ms)","trace[1938915895] 'applied index is now lower than readState.Index' (duration: 186.930425ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:06.974768Z","caller":"traceutil/trace.go:171","msg":"trace[879939252] transaction","detail":"{read_only:false; response_revision:7443; number_of_response:1; }","duration":"226.739686ms","start":"2026-03-31T05:16:06.747957Z","end":"2026-03-31T05:16:06.974697Z","steps":["trace[879939252] 'process raft request' (duration: 120.771158ms)","trace[879939252] 'compare' (duration: 105.440532ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:06.974796Z","caller":"traceutil/trace.go:171","msg":"trace[664748871] transaction","detail":"{read_only:false; response_revision:7445; number_of_response:1; }","duration":"225.928501ms","start":"2026-03-31T05:16:06.748845Z","end":"2026-03-31T05:16:06.974774Z","steps":["trace[664748871] 'process raft request' (duration: 225.703264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.975033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.445012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:06.975117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.20646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:16:06.975133Z","caller":"traceutil/trace.go:171","msg":"trace[556137071] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:0; response_revision:7446; }","duration":"217.572277ms","start":"2026-03-31T05:16:06.757538Z","end":"2026-03-31T05:16:06.97511Z","steps":["trace[556137071] 'agreement among raft nodes before linearized reading' (duration: 217.402611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.975163Z","caller":"traceutil/trace.go:171","msg":"trace[1515148432] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7446; }","duration":"226.290113ms","start":"2026-03-31T05:16:06.748861Z","end":"2026-03-31T05:16:06.975151Z","steps":["trace[1515148432] 'agreement among raft nodes before linearized reading' (duration: 226.053395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:06.975064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.168119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:16:06.975233Z","caller":"traceutil/trace.go:171","msg":"trace[1379913802] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:7446; }","duration":"226.380365ms","start":"2026-03-31T05:16:06.748836Z","end":"2026-03-31T05:16:06.975216Z","steps":["trace[1379913802] 'agreement among raft nodes before linearized reading' (duration: 226.047224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.974828Z","caller":"traceutil/trace.go:171","msg":"trace[211925999] transaction","detail":"{read_only:false; response_revision:7446; number_of_response:1; }","duration":"225.777357ms","start":"2026-03-31T05:16:06.749021Z","end":"2026-03-31T05:16:06.974799Z","steps":["trace[211925999] 'process raft request' (duration: 225.635412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:06.974775Z","caller":"traceutil/trace.go:171","msg":"trace[771759771] transaction","detail":"{read_only:false; response_revision:7444; number_of_response:1; }","duration":"226.702786ms","start":"2026-03-31T05:16:06.748035Z","end":"2026-03-31T05:16:06.974738Z","steps":["trace[771759771] 'process raft request' (duration: 226.460098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.194438Z","caller":"traceutil/trace.go:171","msg":"trace[2069231886] linearizableReadLoop","detail":"{readStateIndex:7724; appliedIndex:7722; }","duration":"164.894447ms","start":"2026-03-31T05:16:07.029521Z","end":"2026-03-31T05:16:07.194415Z","steps":["trace[2069231886] 'read index received' (duration: 141.264058ms)","trace[2069231886] 'applied index is now lower than readState.Index' (duration: 23.629039ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:07.195124Z","caller":"traceutil/trace.go:171","msg":"trace[532337497] transaction","detail":"{read_only:false; response_revision:7448; number_of_response:1; }","duration":"212.105113ms","start":"2026-03-31T05:16:06.982999Z","end":"2026-03-31T05:16:07.195104Z","steps":["trace[532337497] 'process raft request' (duration: 187.798943ms)","trace[532337497] 'compare' (duration: 23.199735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:07.1957Z","caller":"traceutil/trace.go:171","msg":"trace[1843839171] transaction","detail":"{read_only:false; response_revision:7449; number_of_response:1; }","duration":"191.757248ms","start":"2026-03-31T05:16:07.00393Z","end":"2026-03-31T05:16:07.195687Z","steps":["trace[1843839171] 'process raft request' (duration: 190.397175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.196199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.539687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:16:07.196323Z","caller":"traceutil/trace.go:171","msg":"trace[1236709845] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7449; }","duration":"212.603309ms","start":"2026-03-31T05:16:06.983633Z","end":"2026-03-31T05:16:07.196237Z","steps":["trace[1236709845] 'agreement among raft nodes before linearized reading' (duration: 212.437834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.196659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.839488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:07.196711Z","caller":"traceutil/trace.go:171","msg":"trace[378865098] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:7449; }","duration":"213.914611ms","start":"2026-03-31T05:16:06.982786Z","end":"2026-03-31T05:16:07.1967Z","steps":["trace[378865098] 'agreement among raft nodes before linearized reading' (duration: 213.732385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.36231Z","caller":"traceutil/trace.go:171","msg":"trace[2017216287] linearizableReadLoop","detail":"{readStateIndex:7725; appliedIndex:7724; }","duration":"167.789819ms","start":"2026-03-31T05:16:07.1945Z","end":"2026-03-31T05:16:07.36229Z","steps":["trace[2017216287] 'read index received' (duration: 163.468112ms)","trace[2017216287] 'applied index is now lower than readState.Index' (duration: 4.320927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:07.362393Z","caller":"traceutil/trace.go:171","msg":"trace[2025222544] transaction","detail":"{read_only:false; response_revision:7450; number_of_response:1; }","duration":"329.905368ms","start":"2026-03-31T05:16:07.032481Z","end":"2026-03-31T05:16:07.362386Z","steps":["trace[2025222544] 'process raft request' (duration: 325.475147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.362748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.032449Z","time spent":"329.96206ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:07.362772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.067647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:07.362837Z","caller":"traceutil/trace.go:171","msg":"trace[1824823294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7450; }","duration":"274.194922ms","start":"2026-03-31T05:16:07.088627Z","end":"2026-03-31T05:16:07.362822Z","steps":["trace[1824823294] 'agreement among raft nodes before linearized reading' (duration: 273.880912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.393169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.003982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:07.39319Z","caller":"traceutil/trace.go:171","msg":"trace[1591079955] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"188.246267ms","start":"2026-03-31T05:16:07.204916Z","end":"2026-03-31T05:16:07.393162Z","steps":["trace[1591079955] 'process raft request' (duration: 187.889926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.393248Z","caller":"traceutil/trace.go:171","msg":"trace[1605112817] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:7451; }","duration":"190.134307ms","start":"2026-03-31T05:16:07.203097Z","end":"2026-03-31T05:16:07.393232Z","steps":["trace[1605112817] 'agreement among raft nodes before linearized reading' (duration: 189.984113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.393185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.019728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7298"} {"level":"warn","ts":"2026-03-31T05:16:07.393178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.032031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T05:16:07.393359Z","caller":"traceutil/trace.go:171","msg":"trace[419849519] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:7451; }","duration":"194.261148ms","start":"2026-03-31T05:16:07.199082Z","end":"2026-03-31T05:16:07.393343Z","steps":["trace[419849519] 'agreement among raft nodes before linearized reading' (duration: 193.994619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:07.393365Z","caller":"traceutil/trace.go:171","msg":"trace[950416762] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7451; }","duration":"187.218194ms","start":"2026-03-31T05:16:07.20613Z","end":"2026-03-31T05:16:07.393348Z","steps":["trace[950416762] 'agreement among raft nodes before linearized reading' (duration: 186.889564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.96198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.488086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:07.962196Z","caller":"traceutil/trace.go:171","msg":"trace[1112379806] linearizableReadLoop","detail":"{readStateIndex:7730; appliedIndex:7726; }","duration":"569.269944ms","start":"2026-03-31T05:16:07.392914Z","end":"2026-03-31T05:16:07.962184Z","steps":["trace[1112379806] 'read index received' (duration: 238.660195ms)","trace[1112379806] 'applied index is now lower than readState.Index' (duration: 330.609019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:07.962245Z","caller":"traceutil/trace.go:171","msg":"trace[1567868816] transaction","detail":"{read_only:false; response_revision:7452; number_of_response:1; }","duration":"596.134985ms","start":"2026-03-31T05:16:07.366103Z","end":"2026-03-31T05:16:07.962238Z","steps":["trace[1567868816] 'process raft request' (duration: 265.317509ms)","trace[1567868816] 'compare' (duration: 330.222177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:07.962284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.366085Z","time spent":"596.175857ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6769,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:07.962377Z","caller":"traceutil/trace.go:171","msg":"trace[536446291] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"590.427715ms","start":"2026-03-31T05:16:07.37192Z","end":"2026-03-31T05:16:07.962348Z","steps":["trace[536446291] 'process raft request' (duration: 590.223638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.962528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.371908Z","time spent":"590.545128ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7265,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:07.962733Z","caller":"traceutil/trace.go:171","msg":"trace[549642509] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"595.454854ms","start":"2026-03-31T05:16:07.367255Z","end":"2026-03-31T05:16:07.96271Z","steps":["trace[549642509] 'process raft request' (duration: 594.798043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.962842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.367242Z","time spent":"595.543716ms","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:07.962364Z","caller":"traceutil/trace.go:171","msg":"trace[735903557] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"592.029175ms","start":"2026-03-31T05:16:07.370273Z","end":"2026-03-31T05:16:07.962303Z","steps":["trace[735903557] 'process raft request' (duration: 591.834119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.963581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.370255Z","time spent":"593.277325ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:07.963513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.077149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:07.963725Z","caller":"traceutil/trace.go:171","msg":"trace[1250785465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7455; }","duration":"599.334567ms","start":"2026-03-31T05:16:07.364367Z","end":"2026-03-31T05:16:07.963701Z","steps":["trace[1250785465] 'agreement among raft nodes before linearized reading' (duration: 598.124798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:07.963781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.364354Z","time spent":"599.4126ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:08.229925Z","caller":"traceutil/trace.go:171","msg":"trace[31741661] linearizableReadLoop","detail":"{readStateIndex:7732; appliedIndex:7730; }","duration":"267.689205ms","start":"2026-03-31T05:16:07.962215Z","end":"2026-03-31T05:16:08.229905Z","steps":["trace[31741661] 'read index received' (duration: 215.455799ms)","trace[31741661] 'applied index is now lower than readState.Index' (duration: 52.232476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:08.230218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.819112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:16:08.230263Z","caller":"traceutil/trace.go:171","msg":"trace[23837941] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7457; }","duration":"823.886394ms","start":"2026-03-31T05:16:07.406366Z","end":"2026-03-31T05:16:08.230252Z","steps":["trace[23837941] 'agreement among raft nodes before linearized reading' (duration: 823.725439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.230273Z","caller":"traceutil/trace.go:171","msg":"trace[835234733] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"826.736074ms","start":"2026-03-31T05:16:07.403519Z","end":"2026-03-31T05:16:08.230255Z","steps":["trace[835234733] 'process raft request' (duration: 774.158857ms)","trace[835234733] 'compare' (duration: 51.714479ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:08.230298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.406361Z","time spent":"823.927515ms","remote":"127.0.0.1:37426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T05:16:08.230353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.403506Z","time spent":"826.810497ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:16:08.230628Z","caller":"traceutil/trace.go:171","msg":"trace[930145007] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"826.580919ms","start":"2026-03-31T05:16:07.404039Z","end":"2026-03-31T05:16:08.23062Z","steps":["trace[930145007] 'process raft request' (duration: 825.760293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.23068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.404032Z","time spent":"826.62223ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7581,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:08.230683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.376719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111892"} {"level":"info","ts":"2026-03-31T05:16:08.230725Z","caller":"traceutil/trace.go:171","msg":"trace[1619541469] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:7457; }","duration":"824.436081ms","start":"2026-03-31T05:16:07.406279Z","end":"2026-03-31T05:16:08.230715Z","steps":["trace[1619541469] 'agreement among raft nodes before linearized reading' (duration: 824.210694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.230763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.406272Z","time spent":"824.482283ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111916,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:16:08.231012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.071736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:16:08.231046Z","caller":"traceutil/trace.go:171","msg":"trace[1076836736] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7457; }","duration":"834.132398ms","start":"2026-03-31T05:16:07.396904Z","end":"2026-03-31T05:16:08.231036Z","steps":["trace[1076836736] 'agreement among raft nodes before linearized reading' (duration: 834.041006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.231076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.396888Z","time spent":"834.180311ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-31T05:16:08.2302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.426344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:08.231202Z","caller":"traceutil/trace.go:171","msg":"trace[1389135795] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7457; }","duration":"355.479987ms","start":"2026-03-31T05:16:07.875706Z","end":"2026-03-31T05:16:08.231186Z","steps":["trace[1389135795] 'agreement among raft nodes before linearized reading' (duration: 354.383132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.231255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.875688Z","time spent":"355.554479ms","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:08.312498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.719279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:16:08.312548Z","caller":"traceutil/trace.go:171","msg":"trace[1206654317] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:7458; }","duration":"145.819402ms","start":"2026-03-31T05:16:08.166718Z","end":"2026-03-31T05:16:08.312538Z","steps":["trace[1206654317] 'agreement among raft nodes before linearized reading' (duration: 145.618035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.312583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.838766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-85886cb648\" ","response":"range_response_count:1 size:7280"} {"level":"info","ts":"2026-03-31T05:16:08.312621Z","caller":"traceutil/trace.go:171","msg":"trace[495215581] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-85886cb648; range_end:; response_count:1; response_revision:7458; }","duration":"342.914478ms","start":"2026-03-31T05:16:07.969695Z","end":"2026-03-31T05:16:08.31261Z","steps":["trace[495215581] 'agreement among raft nodes before linearized reading' (duration: 342.832266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.31266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.969672Z","time spent":"342.98059ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7304,"request content":"key:\"/registry/replicasets/openstack/barbican-api-85886cb648\" "} {"level":"info","ts":"2026-03-31T05:16:08.312769Z","caller":"traceutil/trace.go:171","msg":"trace[221437948] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"346.083779ms","start":"2026-03-31T05:16:07.966679Z","end":"2026-03-31T05:16:08.312762Z","steps":["trace[221437948] 'process raft request' (duration: 345.513541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.312846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.966651Z","time spent":"346.159181ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:08.312489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.874135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-85886cb648-j2mcl\" ","response":"range_response_count:1 size:6784"} {"level":"info","ts":"2026-03-31T05:16:08.312947Z","caller":"traceutil/trace.go:171","msg":"trace[1275054750] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-85886cb648-j2mcl; range_end:; response_count:1; response_revision:7458; }","duration":"342.360821ms","start":"2026-03-31T05:16:07.970551Z","end":"2026-03-31T05:16:08.312912Z","steps":["trace[1275054750] 'agreement among raft nodes before linearized reading' (duration: 341.787123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.31303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:07.970543Z","time spent":"342.459835ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":6808,"request content":"key:\"/registry/pods/openstack/barbican-api-85886cb648-j2mcl\" "} {"level":"info","ts":"2026-03-31T05:16:08.598617Z","caller":"traceutil/trace.go:171","msg":"trace[2100907744] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"361.995434ms","start":"2026-03-31T05:16:08.236593Z","end":"2026-03-31T05:16:08.598589Z","steps":["trace[2100907744] 'process raft request' (duration: 361.634113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.598651Z","caller":"traceutil/trace.go:171","msg":"trace[1841915467] linearizableReadLoop","detail":"{readStateIndex:7736; appliedIndex:7733; }","duration":"286.315055ms","start":"2026-03-31T05:16:08.31231Z","end":"2026-03-31T05:16:08.598625Z","steps":["trace[1841915467] 'read index received' (duration: 286.002376ms)","trace[1841915467] 'applied index is now lower than readState.Index' (duration: 311.489µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:08.598736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.236579Z","time spent":"362.103078ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:16:08.598912Z","caller":"traceutil/trace.go:171","msg":"trace[186153304] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"359.790445ms","start":"2026-03-31T05:16:08.239098Z","end":"2026-03-31T05:16:08.598888Z","steps":["trace[186153304] 'process raft request' (duration: 359.392432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:08.598975Z","caller":"traceutil/trace.go:171","msg":"trace[348070329] transaction","detail":"{read_only:false; response_revision:7460; number_of_response:1; }","duration":"362.14907ms","start":"2026-03-31T05:16:08.236801Z","end":"2026-03-31T05:16:08.59895Z","steps":["trace[348070329] 'process raft request' (duration: 361.594612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.599045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.23908Z","time spent":"359.894158ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:08.599036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.928257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:08.599098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.236793Z","time spent":"362.250963ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:08.599979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.260983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-03-31T05:16:08.600066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.316399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T05:16:08.600116Z","caller":"traceutil/trace.go:171","msg":"trace[1102847904] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7461; }","duration":"356.434648ms","start":"2026-03-31T05:16:08.243659Z","end":"2026-03-31T05:16:08.600094Z","steps":["trace[1102847904] 'agreement among raft nodes before linearized reading' (duration: 356.19642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.600183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.243646Z","time spent":"356.525301ms","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:16:08.600183Z","caller":"traceutil/trace.go:171","msg":"trace[1817618608] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7461; }","duration":"365.406063ms","start":"2026-03-31T05:16:08.234707Z","end":"2026-03-31T05:16:08.600113Z","steps":["trace[1817618608] 'agreement among raft nodes before linearized reading' (duration: 365.196006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.600243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.23469Z","time spent":"365.537617ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-31T05:16:08.600286Z","caller":"traceutil/trace.go:171","msg":"trace[1803360905] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7461; }","duration":"329.068051ms","start":"2026-03-31T05:16:08.270044Z","end":"2026-03-31T05:16:08.599112Z","steps":["trace[1803360905] 'agreement among raft nodes before linearized reading' (duration: 328.914386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.600299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.467102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-31T05:16:08.600405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.270024Z","time spent":"330.353152ms","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:08.600397Z","caller":"traceutil/trace.go:171","msg":"trace[458427370] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7461; }","duration":"363.608586ms","start":"2026-03-31T05:16:08.236768Z","end":"2026-03-31T05:16:08.600376Z","steps":["trace[458427370] 'agreement among raft nodes before linearized reading' (duration: 362.392387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:08.60092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.236749Z","time spent":"364.155703ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-31T05:16:09.027407Z","caller":"traceutil/trace.go:171","msg":"trace[1062967114] transaction","detail":"{read_only:false; response_revision:7462; number_of_response:1; }","duration":"707.6209ms","start":"2026-03-31T05:16:08.319734Z","end":"2026-03-31T05:16:09.027354Z","steps":["trace[1062967114] 'process raft request' (duration: 707.236948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:09.027455Z","caller":"traceutil/trace.go:171","msg":"trace[1357460854] transaction","detail":"{read_only:false; response_revision:7463; number_of_response:1; }","duration":"571.491866ms","start":"2026-03-31T05:16:08.455939Z","end":"2026-03-31T05:16:09.02743Z","steps":["trace[1357460854] 'process raft request' (duration: 571.349871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.027581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.31971Z","time spent":"707.785776ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8061,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:09.027599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.455912Z","time spent":"571.605888ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:09.027732Z","caller":"traceutil/trace.go:171","msg":"trace[255854918] transaction","detail":"{read_only:false; response_revision:7464; number_of_response:1; }","duration":"520.721966ms","start":"2026-03-31T05:16:08.506969Z","end":"2026-03-31T05:16:09.027691Z","steps":["trace[255854918] 'process raft request' (duration: 520.421276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.027874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.506939Z","time spent":"520.86386ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:09.027861Z","caller":"traceutil/trace.go:171","msg":"trace[510249154] linearizableReadLoop","detail":"{readStateIndex:7740; appliedIndex:7736; }","duration":"429.123323ms","start":"2026-03-31T05:16:08.59872Z","end":"2026-03-31T05:16:09.027843Z","steps":["trace[510249154] 'read index received' (duration: 428.266815ms)","trace[510249154] 'applied index is now lower than readState.Index' (duration: 855.028µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:09.028041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.757877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:09.028096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.044249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:09.028104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.324929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-85886cb648\" ","response":"range_response_count:1 size:7280"} {"level":"info","ts":"2026-03-31T05:16:09.028139Z","caller":"traceutil/trace.go:171","msg":"trace[1113298699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7465; }","duration":"682.087291ms","start":"2026-03-31T05:16:08.346038Z","end":"2026-03-31T05:16:09.028125Z","steps":["trace[1113298699] 'agreement among raft nodes before linearized reading' (duration: 681.884704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.028117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.696613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-85886cb648-j2mcl\" ","response":"range_response_count:1 size:8076"} {"level":"warn","ts":"2026-03-31T05:16:09.028179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.346Z","time spent":"682.170733ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:16:09.02818Z","caller":"traceutil/trace.go:171","msg":"trace[935760649] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-85886cb648; range_end:; response_count:1; response_revision:7465; }","duration":"712.428653ms","start":"2026-03-31T05:16:08.315736Z","end":"2026-03-31T05:16:09.028164Z","steps":["trace[935760649] 'agreement among raft nodes before linearized reading' (duration: 712.198976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.02822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.315721Z","time spent":"712.488594ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7304,"request content":"key:\"/registry/replicasets/openstack/barbican-api-85886cb648\" "} {"level":"info","ts":"2026-03-31T05:16:09.028202Z","caller":"traceutil/trace.go:171","msg":"trace[1540046021] transaction","detail":"{read_only:false; response_revision:7465; number_of_response:1; }","duration":"520.942553ms","start":"2026-03-31T05:16:08.50723Z","end":"2026-03-31T05:16:09.028172Z","steps":["trace[1540046021] 'process raft request' (duration: 520.381455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:09.028126Z","caller":"traceutil/trace.go:171","msg":"trace[1834554739] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7465; }","duration":"485.895431ms","start":"2026-03-31T05:16:08.542209Z","end":"2026-03-31T05:16:09.028105Z","steps":["trace[1834554739] 'agreement among raft nodes before linearized reading' (duration: 485.736676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.028389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.542183Z","time spent":"486.19097ms","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:09.028422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.507181Z","time spent":"521.157739ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:09.02849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.63669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:16:09.028694Z","caller":"traceutil/trace.go:171","msg":"trace[373555146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7465; }","duration":"483.802955ms","start":"2026-03-31T05:16:08.544806Z","end":"2026-03-31T05:16:09.028609Z","steps":["trace[373555146] 'agreement among raft nodes before linearized reading' (duration: 483.109983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:09.028203Z","caller":"traceutil/trace.go:171","msg":"trace[1075549910] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-85886cb648-j2mcl; range_end:; response_count:1; response_revision:7465; }","duration":"713.835778ms","start":"2026-03-31T05:16:08.314354Z","end":"2026-03-31T05:16:09.028189Z","steps":["trace[1075549910] 'agreement among raft nodes before linearized reading' (duration: 713.673102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.028914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.314329Z","time spent":"714.56705ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8100,"request content":"key:\"/registry/pods/openstack/barbican-api-85886cb648-j2mcl\" "} {"level":"warn","ts":"2026-03-31T05:16:09.028911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.544797Z","time spent":"483.973111ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:16:09.52903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782516966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:09.725376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.436475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:09.725543Z","caller":"traceutil/trace.go:171","msg":"trace[837240610] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"1.123148181s","start":"2026-03-31T05:16:08.602363Z","end":"2026-03-31T05:16:09.725511Z","steps":["trace[837240610] 'process raft request' (duration: 939.521591ms)","trace[837240610] 'compare' (duration: 183.206186ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:09.725597Z","caller":"traceutil/trace.go:171","msg":"trace[609349115] transaction","detail":"{read_only:false; response_revision:7467; number_of_response:1; }","duration":"1.12028607s","start":"2026-03-31T05:16:08.605197Z","end":"2026-03-31T05:16:09.725483Z","steps":["trace[609349115] 'process raft request' (duration: 1.120245149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:09.725676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.605165Z","time spent":"1.120448535s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:09.725666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.602324Z","time spent":"1.123284885s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.023509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.618344ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:10.023642Z","caller":"traceutil/trace.go:171","msg":"trace[1318060761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7467; }","duration":"150.78297ms","start":"2026-03-31T05:16:09.872839Z","end":"2026-03-31T05:16:10.023622Z","steps":["trace[1318060761] 'range keys from in-memory index tree' (duration: 150.591484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.10101Z","caller":"traceutil/trace.go:171","msg":"trace[592177838] linearizableReadLoop","detail":"{readStateIndex:7744; appliedIndex:7740; }","duration":"1.072978331s","start":"2026-03-31T05:16:09.028Z","end":"2026-03-31T05:16:10.100979Z","steps":["trace[592177838] 'read index received' (duration: 513.94263ms)","trace[592177838] 'applied index is now lower than readState.Index' (duration: 559.03444ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:10.10118Z","caller":"traceutil/trace.go:171","msg":"trace[947187575] transaction","detail":"{read_only:false; response_revision:7468; number_of_response:1; }","duration":"1.068116206s","start":"2026-03-31T05:16:09.033046Z","end":"2026-03-31T05:16:10.101162Z","steps":["trace[947187575] 'process raft request' (duration: 1.067654592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327126156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-31T05:16:10.101315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.033029Z","time spent":"1.06820251s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.101328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121471928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:16:10.10136Z","caller":"traceutil/trace.go:171","msg":"trace[889827134] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-db-init; range_end:; response_count:1; response_revision:7469; }","duration":"1.327226799s","start":"2026-03-31T05:16:08.774121Z","end":"2026-03-31T05:16:10.101348Z","steps":["trace[889827134] 'agreement among raft nodes before linearized reading' (duration: 1.327043123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.10139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.774098Z","time spent":"1.327285021s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" "} {"level":"info","ts":"2026-03-31T05:16:10.101385Z","caller":"traceutil/trace.go:171","msg":"trace[1109484654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7469; }","duration":"1.121548781s","start":"2026-03-31T05:16:08.979819Z","end":"2026-03-31T05:16:10.101368Z","steps":["trace[1109484654] 'agreement among raft nodes before linearized reading' (duration: 1.121347525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.979809Z","time spent":"1.121606242s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:16:10.101536Z","caller":"traceutil/trace.go:171","msg":"trace[1046830755] transaction","detail":"{read_only:false; response_revision:7469; number_of_response:1; }","duration":"1.064218543s","start":"2026-03-31T05:16:09.037303Z","end":"2026-03-31T05:16:10.101521Z","steps":["trace[1046830755] 'process raft request' (duration: 1.063585823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492469977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-31T05:16:10.101594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121953744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:16:10.101614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.037281Z","time spent":"1.064289865s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7310,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:10.101628Z","caller":"traceutil/trace.go:171","msg":"trace[114867897] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7469; }","duration":"1.492589491s","start":"2026-03-31T05:16:08.609018Z","end":"2026-03-31T05:16:10.101608Z","steps":["trace[114867897] 'agreement among raft nodes before linearized reading' (duration: 1.492341534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492627733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:16:10.101677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.608995Z","time spent":"1.492672454s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-31T05:16:10.101684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122878733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:16:10.101701Z","caller":"traceutil/trace.go:171","msg":"trace[1768069042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7469; }","duration":"1.492677954s","start":"2026-03-31T05:16:08.609013Z","end":"2026-03-31T05:16:10.101691Z","steps":["trace[1768069042] 'agreement among raft nodes before linearized reading' (duration: 1.492592691s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.101709Z","caller":"traceutil/trace.go:171","msg":"trace[1249161032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7469; }","duration":"1.122938714s","start":"2026-03-31T05:16:08.978764Z","end":"2026-03-31T05:16:10.101703Z","steps":["trace[1249161032] 'agreement among raft nodes before linearized reading' (duration: 1.122872512s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.608978Z","time spent":"1.492742296s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:10.101731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.978744Z","time spent":"1.122981856s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:16:10.101621Z","caller":"traceutil/trace.go:171","msg":"trace[752335303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7469; }","duration":"1.122009796s","start":"2026-03-31T05:16:08.979603Z","end":"2026-03-31T05:16:10.101613Z","steps":["trace[752335303] 'agreement among raft nodes before linearized reading' (duration: 1.121929333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.97959Z","time spent":"1.122177611s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:10.101853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310323094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:16:10.101829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482223493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:16:10.10188Z","caller":"traceutil/trace.go:171","msg":"trace[1765592425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7469; }","duration":"1.310375366s","start":"2026-03-31T05:16:08.791494Z","end":"2026-03-31T05:16:10.10187Z","steps":["trace[1765592425] 'agreement among raft nodes before linearized reading' (duration: 1.310304714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.791477Z","time spent":"1.310422467s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:10.101929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483359918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:10.101942Z","caller":"traceutil/trace.go:171","msg":"trace[1493558214] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7469; }","duration":"1.482334476s","start":"2026-03-31T05:16:08.619549Z","end":"2026-03-31T05:16:10.101884Z","steps":["trace[1493558214] 'agreement among raft nodes before linearized reading' (duration: 1.48212971s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.101961Z","caller":"traceutil/trace.go:171","msg":"trace[203811361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7469; }","duration":"1.48341505s","start":"2026-03-31T05:16:08.618537Z","end":"2026-03-31T05:16:10.101952Z","steps":["trace[203811361] 'agreement among raft nodes before linearized reading' (duration: 1.483362519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.101989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.618523Z","time spent":"1.483461482s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:10.102022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.619535Z","time spent":"1.482473401s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T05:16:10.10196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070081459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-init-bp82l\" ","response":"range_response_count:1 size:5794"} {"level":"warn","ts":"2026-03-31T05:16:10.102098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.641127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:10.102113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014340852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:10.102123Z","caller":"traceutil/trace.go:171","msg":"trace[1832643022] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-init-bp82l; range_end:; response_count:1; response_revision:7469; }","duration":"1.070287136s","start":"2026-03-31T05:16:09.031826Z","end":"2026-03-31T05:16:10.102113Z","steps":["trace[1832643022] 'agreement among raft nodes before linearized reading' (duration: 1.070065958s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.102095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411986637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:10.102155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.031803Z","time spent":"1.070343658s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5818,"request content":"key:\"/registry/pods/openstack/barbican-db-init-bp82l\" "} {"level":"info","ts":"2026-03-31T05:16:10.102184Z","caller":"traceutil/trace.go:171","msg":"trace[1947458359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:7469; }","duration":"1.412111441s","start":"2026-03-31T05:16:08.69005Z","end":"2026-03-31T05:16:10.102161Z","steps":["trace[1947458359] 'agreement among raft nodes before linearized reading' (duration: 1.411934295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.1022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.452773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:10.102233Z","caller":"traceutil/trace.go:171","msg":"trace[626296778] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7469; }","duration":"217.543186ms","start":"2026-03-31T05:16:09.884679Z","end":"2026-03-31T05:16:10.102222Z","steps":["trace[626296778] 'agreement among raft nodes before linearized reading' (duration: 217.478254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.102236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:08.69004Z","time spent":"1.412185503s","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:10.102131Z","caller":"traceutil/trace.go:171","msg":"trace[1564704622] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7469; }","duration":"116.72125ms","start":"2026-03-31T05:16:09.9854Z","end":"2026-03-31T05:16:10.102122Z","steps":["trace[1564704622] 'agreement among raft nodes before linearized reading' (duration: 116.608046ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.102141Z","caller":"traceutil/trace.go:171","msg":"trace[1267394042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7469; }","duration":"1.014396784s","start":"2026-03-31T05:16:09.087735Z","end":"2026-03-31T05:16:10.102132Z","steps":["trace[1267394042] 'agreement among raft nodes before linearized reading' (duration: 1.014351713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.102336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.087719Z","time spent":"1.01460621s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:10.102754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069437609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:175192"} {"level":"info","ts":"2026-03-31T05:16:10.102806Z","caller":"traceutil/trace.go:171","msg":"trace[1554046405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7469; }","duration":"1.069514921s","start":"2026-03-31T05:16:09.03328Z","end":"2026-03-31T05:16:10.102795Z","steps":["trace[1554046405] 'agreement among raft nodes before linearized reading' (duration: 1.068910042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.102832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:09.033273Z","time spent":"1.069554662s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":20,"response size":175216,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:10.36076Z","caller":"traceutil/trace.go:171","msg":"trace[1565140594] transaction","detail":"{read_only:false; response_revision:7470; number_of_response:1; }","duration":"253.878108ms","start":"2026-03-31T05:16:10.106855Z","end":"2026-03-31T05:16:10.360733Z","steps":["trace[1565140594] 'process raft request' (duration: 253.719323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.761958Z","caller":"traceutil/trace.go:171","msg":"trace[378158953] transaction","detail":"{read_only:false; response_revision:7471; number_of_response:1; }","duration":"655.045123ms","start":"2026-03-31T05:16:10.106886Z","end":"2026-03-31T05:16:10.761931Z","steps":["trace[378158953] 'process raft request' (duration: 654.838197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.762114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.106873Z","time spent":"655.160798ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:10.762286Z","caller":"traceutil/trace.go:171","msg":"trace[371077349] transaction","detail":"{read_only:false; response_revision:7472; number_of_response:1; }","duration":"654.553267ms","start":"2026-03-31T05:16:10.107697Z","end":"2026-03-31T05:16:10.76225Z","steps":["trace[371077349] 'process raft request' (duration: 654.188916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.762327Z","caller":"traceutil/trace.go:171","msg":"trace[397245641] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"654.440365ms","start":"2026-03-31T05:16:10.107852Z","end":"2026-03-31T05:16:10.762292Z","steps":["trace[397245641] 'process raft request' (duration: 654.244209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.762414Z","caller":"traceutil/trace.go:171","msg":"trace[313003773] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"650.8453ms","start":"2026-03-31T05:16:10.111551Z","end":"2026-03-31T05:16:10.762396Z","steps":["trace[313003773] 'process raft request' (duration: 650.680575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.762393Z","caller":"traceutil/trace.go:171","msg":"trace[1109985663] transaction","detail":"{read_only:false; response_revision:7474; number_of_response:1; }","duration":"652.777672ms","start":"2026-03-31T05:16:10.109577Z","end":"2026-03-31T05:16:10.762355Z","steps":["trace[1109985663] 'process raft request' (duration: 652.628147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.762455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.107688Z","time spent":"654.679062ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.762483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.107837Z","time spent":"654.564548ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.76251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.111543Z","time spent":"650.918713ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7620,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:10.762536Z","caller":"traceutil/trace.go:171","msg":"trace[313156891] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"649.441425ms","start":"2026-03-31T05:16:10.11306Z","end":"2026-03-31T05:16:10.762502Z","steps":["trace[313156891] 'process raft request' (duration: 649.204898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.762569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.109566Z","time spent":"652.914276ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:10.762627Z","caller":"traceutil/trace.go:171","msg":"trace[840379252] transaction","detail":"{read_only:false; response_revision:7477; number_of_response:1; }","duration":"500.100832ms","start":"2026-03-31T05:16:10.262516Z","end":"2026-03-31T05:16:10.762617Z","steps":["trace[840379252] 'process raft request' (duration: 499.784102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.762623Z","caller":"traceutil/trace.go:171","msg":"trace[1766673798] linearizableReadLoop","detail":"{readStateIndex:7746; appliedIndex:7744; }","duration":"655.123286ms","start":"2026-03-31T05:16:10.107478Z","end":"2026-03-31T05:16:10.762601Z","steps":["trace[1766673798] 'read index received' (duration: 253.197436ms)","trace[1766673798] 'applied index is now lower than readState.Index' (duration: 401.924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:10.762682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.262497Z","time spent":"500.160353ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1539,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:16:10.762682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.113039Z","time spent":"649.56705ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7085,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:10.762747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.536074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:10.762759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.274691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:16:10.762798Z","caller":"traceutil/trace.go:171","msg":"trace[1885568562] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7477; }","duration":"655.357504ms","start":"2026-03-31T05:16:10.107431Z","end":"2026-03-31T05:16:10.762789Z","steps":["trace[1885568562] 'agreement among raft nodes before linearized reading' (duration: 655.23136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:10.762794Z","caller":"traceutil/trace.go:171","msg":"trace[1985353198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7477; }","duration":"652.597966ms","start":"2026-03-31T05:16:10.110185Z","end":"2026-03-31T05:16:10.762783Z","steps":["trace[1985353198] 'agreement among raft nodes before linearized reading' (duration: 652.530084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.762831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.107421Z","time spent":"655.402835ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-31T05:16:10.762828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.214058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-31T05:16:10.762838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.110175Z","time spent":"652.653588ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:10.762872Z","caller":"traceutil/trace.go:171","msg":"trace[553939034] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7477; }","duration":"654.268079ms","start":"2026-03-31T05:16:10.108588Z","end":"2026-03-31T05:16:10.762856Z","steps":["trace[553939034] 'agreement among raft nodes before linearized reading' (duration: 654.130504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:10.762934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.10858Z","time spent":"654.32818ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-31T05:16:10.897391Z","caller":"traceutil/trace.go:171","msg":"trace[1941143863] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"125.192908ms","start":"2026-03-31T05:16:10.772183Z","end":"2026-03-31T05:16:10.897376Z","steps":["trace[1941143863] 'process raft request' (duration: 125.059464ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.12172Z","caller":"traceutil/trace.go:171","msg":"trace[1132725530] linearizableReadLoop","detail":"{readStateIndex:7754; appliedIndex:7752; }","duration":"249.479698ms","start":"2026-03-31T05:16:10.87222Z","end":"2026-03-31T05:16:11.1217Z","steps":["trace[1132725530] 'read index received' (duration: 25.098525ms)","trace[1132725530] 'applied index is now lower than readState.Index' (duration: 224.378013ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:11.121805Z","caller":"traceutil/trace.go:171","msg":"trace[241112356] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"340.254576ms","start":"2026-03-31T05:16:10.781515Z","end":"2026-03-31T05:16:11.12177Z","steps":["trace[241112356] 'process raft request' (duration: 340.034439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.121924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.673884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:11.121973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:10.781491Z","time spent":"340.394779ms","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:11.122037Z","caller":"traceutil/trace.go:171","msg":"trace[513040582] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7479; }","duration":"249.887601ms","start":"2026-03-31T05:16:10.872126Z","end":"2026-03-31T05:16:11.122013Z","steps":["trace[513040582] 'agreement among raft nodes before linearized reading' (duration: 249.675575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.347103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.20162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:16:11.347613Z","caller":"traceutil/trace.go:171","msg":"trace[773170819] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"113.451227ms","start":"2026-03-31T05:16:11.234138Z","end":"2026-03-31T05:16:11.347589Z","steps":["trace[773170819] 'process raft request' (duration: 113.396595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.347677Z","caller":"traceutil/trace.go:171","msg":"trace[13456950] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"314.089336ms","start":"2026-03-31T05:16:11.033576Z","end":"2026-03-31T05:16:11.347665Z","steps":["trace[13456950] 'process raft request' (duration: 313.635692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:11.34762Z","caller":"traceutil/trace.go:171","msg":"trace[1582832862] transaction","detail":"{read_only:false; response_revision:7481; number_of_response:1; }","duration":"312.992022ms","start":"2026-03-31T05:16:11.034598Z","end":"2026-03-31T05:16:11.34759Z","steps":["trace[1582832862] 'process raft request' (duration: 312.818176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.347833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.033559Z","time spent":"314.18909ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:11.347856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.034569Z","time spent":"313.228879ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:11.347757Z","caller":"traceutil/trace.go:171","msg":"trace[201230653] linearizableReadLoop","detail":"{readStateIndex:7758; appliedIndex:7754; }","duration":"225.960472ms","start":"2026-03-31T05:16:11.121775Z","end":"2026-03-31T05:16:11.347735Z","steps":["trace[201230653] 'read index received' (duration: 99.004648ms)","trace[201230653] 'applied index is now lower than readState.Index' (duration: 126.953164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:11.347907Z","caller":"traceutil/trace.go:171","msg":"trace[1731694479] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"312.879578ms","start":"2026-03-31T05:16:11.034797Z","end":"2026-03-31T05:16:11.347676Z","steps":["trace[1731694479] 'process raft request' (duration: 312.687562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.34806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.034786Z","time spent":"313.223819ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:11.349049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.217532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T05:16:11.349102Z","caller":"traceutil/trace.go:171","msg":"trace[380932185] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7483; }","duration":"333.305005ms","start":"2026-03-31T05:16:11.015783Z","end":"2026-03-31T05:16:11.349088Z","steps":["trace[380932185] 'agreement among raft nodes before linearized reading' (duration: 332.009554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:11.349155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:11.015766Z","time spent":"333.371168ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-31T05:16:11.350362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.656851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:16:11.35042Z","caller":"traceutil/trace.go:171","msg":"trace[160979028] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7484; }","duration":"224.720243ms","start":"2026-03-31T05:16:11.125688Z","end":"2026-03-31T05:16:11.350408Z","steps":["trace[160979028] 'agreement among raft nodes before linearized reading' (duration: 224.559808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:12.480263Z","caller":"traceutil/trace.go:171","msg":"trace[1577018637] transaction","detail":"{read_only:false; response_revision:7499; number_of_response:1; }","duration":"111.415662ms","start":"2026-03-31T05:16:12.368813Z","end":"2026-03-31T05:16:12.480228Z","steps":["trace[1577018637] 'process raft request' (duration: 103.942005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:18.374014Z","caller":"traceutil/trace.go:171","msg":"trace[1263518411] linearizableReadLoop","detail":"{readStateIndex:7814; appliedIndex:7813; }","duration":"111.732622ms","start":"2026-03-31T05:16:18.262254Z","end":"2026-03-31T05:16:18.373986Z","steps":["trace[1263518411] 'read index received' (duration: 27.798502ms)","trace[1263518411] 'applied index is now lower than readState.Index' (duration: 83.93325ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:18.37408Z","caller":"traceutil/trace.go:171","msg":"trace[1339433095] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"119.810027ms","start":"2026-03-31T05:16:18.254238Z","end":"2026-03-31T05:16:18.374048Z","steps":["trace[1339433095] 'process raft request' (duration: 35.895117ms)","trace[1339433095] 'compare' (duration: 83.740255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:18.374731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.466165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:177110"} {"level":"info","ts":"2026-03-31T05:16:18.374779Z","caller":"traceutil/trace.go:171","msg":"trace[956335660] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7537; }","duration":"112.583559ms","start":"2026-03-31T05:16:18.262185Z","end":"2026-03-31T05:16:18.374768Z","steps":["trace[956335660] 'agreement among raft nodes before linearized reading' (duration: 111.944749ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:19.494697Z","caller":"traceutil/trace.go:171","msg":"trace[947705078] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"232.081996ms","start":"2026-03-31T05:16:19.262596Z","end":"2026-03-31T05:16:19.494678Z","steps":["trace[947705078] 'process raft request' (duration: 231.973123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:19.861598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.988527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:19.861863Z","caller":"traceutil/trace.go:171","msg":"trace[1491125987] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"486.279134ms","start":"2026-03-31T05:16:19.375553Z","end":"2026-03-31T05:16:19.861832Z","steps":["trace[1491125987] 'process raft request' (duration: 351.927535ms)","trace[1491125987] 'compare' (duration: 133.652426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:19.862082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.375525Z","time spent":"486.442599ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:19.862126Z","caller":"traceutil/trace.go:171","msg":"trace[1063386740] linearizableReadLoop","detail":"{readStateIndex:7824; appliedIndex:7821; }","duration":"198.224143ms","start":"2026-03-31T05:16:19.663882Z","end":"2026-03-31T05:16:19.862106Z","steps":["trace[1063386740] 'read index received' (duration: 63.638177ms)","trace[1063386740] 'applied index is now lower than readState.Index' (duration: 134.584296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:19.862536Z","caller":"traceutil/trace.go:171","msg":"trace[1075781897] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"485.166149ms","start":"2026-03-31T05:16:19.377355Z","end":"2026-03-31T05:16:19.862521Z","steps":["trace[1075781897] 'process raft request' (duration: 484.361983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:19.862381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.491072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:19.862687Z","caller":"traceutil/trace.go:171","msg":"trace[160204102] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"483.809506ms","start":"2026-03-31T05:16:19.378838Z","end":"2026-03-31T05:16:19.862648Z","steps":["trace[160204102] 'process raft request' (duration: 482.936548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:19.862694Z","caller":"traceutil/trace.go:171","msg":"trace[213490612] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:7547; }","duration":"198.864303ms","start":"2026-03-31T05:16:19.663814Z","end":"2026-03-31T05:16:19.862678Z","steps":["trace[213490612] 'agreement among raft nodes before linearized reading' (duration: 198.339127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:19.862732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.378809Z","time spent":"483.902959ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:19.862619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:19.377334Z","time spent":"485.249921ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:20.219963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.388744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:20.220058Z","caller":"traceutil/trace.go:171","msg":"trace[256031603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7547; }","duration":"131.54344ms","start":"2026-03-31T05:16:20.088493Z","end":"2026-03-31T05:16:20.220036Z","steps":["trace[256031603] 'range keys from in-memory index tree' (duration: 131.255291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:20.664259Z","caller":"traceutil/trace.go:171","msg":"trace[1767681775] linearizableReadLoop","detail":"{readStateIndex:7826; appliedIndex:7825; }","duration":"125.082035ms","start":"2026-03-31T05:16:20.539147Z","end":"2026-03-31T05:16:20.664229Z","steps":["trace[1767681775] 'read index received' (duration: 124.788386ms)","trace[1767681775] 'applied index is now lower than readState.Index' (duration: 292.379µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:20.664388Z","caller":"traceutil/trace.go:171","msg":"trace[574071204] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"159.298359ms","start":"2026-03-31T05:16:20.505064Z","end":"2026-03-31T05:16:20.664362Z","steps":["trace[574071204] 'process raft request' (duration: 158.962559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:20.664511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.341853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:16:20.664573Z","caller":"traceutil/trace.go:171","msg":"trace[1366067610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7549; }","duration":"125.462077ms","start":"2026-03-31T05:16:20.539096Z","end":"2026-03-31T05:16:20.664558Z","steps":["trace[1366067610] 'agreement among raft nodes before linearized reading' (duration: 125.24907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:20.928235Z","caller":"traceutil/trace.go:171","msg":"trace[1958204932] linearizableReadLoop","detail":"{readStateIndex:7830; appliedIndex:7829; }","duration":"116.054669ms","start":"2026-03-31T05:16:20.812159Z","end":"2026-03-31T05:16:20.928213Z","steps":["trace[1958204932] 'read index received' (duration: 58.859896ms)","trace[1958204932] 'applied index is now lower than readState.Index' (duration: 57.193953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:20.928253Z","caller":"traceutil/trace.go:171","msg":"trace[801057618] transaction","detail":"{read_only:false; response_revision:7553; number_of_response:1; }","duration":"124.612891ms","start":"2026-03-31T05:16:20.803614Z","end":"2026-03-31T05:16:20.928227Z","steps":["trace[801057618] 'process raft request' (duration: 67.654945ms)","trace[801057618] 'compare' (duration: 56.807311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:20.928384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.205794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:20.928461Z","caller":"traceutil/trace.go:171","msg":"trace[456301096] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:7553; }","duration":"116.329308ms","start":"2026-03-31T05:16:20.812114Z","end":"2026-03-31T05:16:20.928443Z","steps":["trace[456301096] 'agreement among raft nodes before linearized reading' (duration: 116.167622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:21.045972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.913005ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:16:21.090757Z","caller":"traceutil/trace.go:171","msg":"trace[1646293495] linearizableReadLoop","detail":"{readStateIndex:7836; appliedIndex:7835; }","duration":"107.699424ms","start":"2026-03-31T05:16:20.983032Z","end":"2026-03-31T05:16:21.090731Z","steps":["trace[1646293495] 'read index received' (duration: 107.391184ms)","trace[1646293495] 'applied index is now lower than readState.Index' (duration: 307.09µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:21.090835Z","caller":"traceutil/trace.go:171","msg":"trace[1839318539] transaction","detail":"{read_only:false; response_revision:7558; number_of_response:1; }","duration":"127.104459ms","start":"2026-03-31T05:16:20.963701Z","end":"2026-03-31T05:16:21.090805Z","steps":["trace[1839318539] 'process raft request' (duration: 126.842541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:21.091001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.942052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:21.091044Z","caller":"traceutil/trace.go:171","msg":"trace[588512048] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7558; }","duration":"108.038355ms","start":"2026-03-31T05:16:20.982995Z","end":"2026-03-31T05:16:21.091034Z","steps":["trace[588512048] 'agreement among raft nodes before linearized reading' (duration: 107.88883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:27.411731Z","caller":"traceutil/trace.go:171","msg":"trace[1519139794] linearizableReadLoop","detail":"{readStateIndex:7880; appliedIndex:7879; }","duration":"378.659353ms","start":"2026-03-31T05:16:27.033054Z","end":"2026-03-31T05:16:27.411713Z","steps":["trace[1519139794] 'read index received' (duration: 378.596401ms)","trace[1519139794] 'applied index is now lower than readState.Index' (duration: 62.092µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:27.411811Z","caller":"traceutil/trace.go:171","msg":"trace[528063700] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"411.519435ms","start":"2026-03-31T05:16:27.000262Z","end":"2026-03-31T05:16:27.411781Z","steps":["trace[528063700] 'process raft request' (duration: 411.329649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.41191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.838228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:16:27.411945Z","caller":"traceutil/trace.go:171","msg":"trace[53514053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7601; }","duration":"378.921861ms","start":"2026-03-31T05:16:27.033014Z","end":"2026-03-31T05:16:27.411936Z","steps":["trace[53514053] 'agreement among raft nodes before linearized reading' (duration: 378.803257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.411981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.033Z","time spent":"378.971893ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:27.41198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.000244Z","time spent":"411.654928ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:27.412012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.015022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:27.412058Z","caller":"traceutil/trace.go:171","msg":"trace[1422753571] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7601; }","duration":"307.066373ms","start":"2026-03-31T05:16:27.104981Z","end":"2026-03-31T05:16:27.412047Z","steps":["trace[1422753571] 'agreement among raft nodes before linearized reading' (duration: 306.97385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.412093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.104937Z","time spent":"307.142896ms","remote":"127.0.0.1:37210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:27.412056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.301551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:16:27.412104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.19241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:16:27.412148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.480459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:16:27.412164Z","caller":"traceutil/trace.go:171","msg":"trace[615867314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7601; }","duration":"378.418715ms","start":"2026-03-31T05:16:27.033721Z","end":"2026-03-31T05:16:27.41214Z","steps":["trace[615867314] 'agreement among raft nodes before linearized reading' (duration: 378.164637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:27.412164Z","caller":"traceutil/trace.go:171","msg":"trace[724706977] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7601; }","duration":"309.264573ms","start":"2026-03-31T05:16:27.102881Z","end":"2026-03-31T05:16:27.412146Z","steps":["trace[724706977] 'agreement among raft nodes before linearized reading' (duration: 309.087408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:27.41221Z","caller":"traceutil/trace.go:171","msg":"trace[547332008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7601; }","duration":"367.566891ms","start":"2026-03-31T05:16:27.04463Z","end":"2026-03-31T05:16:27.412197Z","steps":["trace[547332008] 'agreement among raft nodes before linearized reading' (duration: 367.336564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.412225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.102875Z","time spent":"309.338075ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:27.412246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.044616Z","time spent":"367.621703ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:16:27.412225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.033695Z","time spent":"378.516178ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:27.412156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.877678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:16:27.412353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.49354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:27.412355Z","caller":"traceutil/trace.go:171","msg":"trace[280475454] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7601; }","duration":"378.092065ms","start":"2026-03-31T05:16:27.034237Z","end":"2026-03-31T05:16:27.412329Z","steps":["trace[280475454] 'agreement among raft nodes before linearized reading' (duration: 377.800686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:27.412392Z","caller":"traceutil/trace.go:171","msg":"trace[1243353259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7601; }","duration":"326.569252ms","start":"2026-03-31T05:16:27.085812Z","end":"2026-03-31T05:16:27.412382Z","steps":["trace[1243353259] 'agreement among raft nodes before linearized reading' (duration: 326.095937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.412417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.034226Z","time spent":"378.168977ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:27.412429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.085794Z","time spent":"326.628134ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:27.898396Z","caller":"traceutil/trace.go:171","msg":"trace[2065198640] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"482.095332ms","start":"2026-03-31T05:16:27.416267Z","end":"2026-03-31T05:16:27.898363Z","steps":["trace[2065198640] 'process raft request' (duration: 392.581741ms)","trace[2065198640] 'compare' (duration: 89.274423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:27.89856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.416255Z","time spent":"482.224226ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:27.937521Z","caller":"traceutil/trace.go:171","msg":"trace[1415761151] linearizableReadLoop","detail":"{readStateIndex:7884; appliedIndex:7880; }","duration":"520.604804ms","start":"2026-03-31T05:16:27.416897Z","end":"2026-03-31T05:16:27.937502Z","steps":["trace[1415761151] 'read index received' (duration: 391.94427ms)","trace[1415761151] 'applied index is now lower than readState.Index' (duration: 128.659754ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:27.937675Z","caller":"traceutil/trace.go:171","msg":"trace[1231156592] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"521.183913ms","start":"2026-03-31T05:16:27.416386Z","end":"2026-03-31T05:16:27.93757Z","steps":["trace[1231156592] 'process raft request' (duration: 521.065729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.937754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.865933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19519"} {"level":"info","ts":"2026-03-31T05:16:27.937786Z","caller":"traceutil/trace.go:171","msg":"trace[1131775896] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7605; }","duration":"520.904874ms","start":"2026-03-31T05:16:27.416872Z","end":"2026-03-31T05:16:27.937776Z","steps":["trace[1131775896] 'agreement among raft nodes before linearized reading' (duration: 520.77356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.937811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.416852Z","time spent":"520.953206ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19543,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:16:27.937868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.416365Z","time spent":"521.356568ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:27.937654Z","caller":"traceutil/trace.go:171","msg":"trace[564288702] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"520.814501ms","start":"2026-03-31T05:16:27.416807Z","end":"2026-03-31T05:16:27.937622Z","steps":["trace[564288702] 'process raft request' (duration: 520.669657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.938089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.416792Z","time spent":"521.239914ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:27.938246Z","caller":"traceutil/trace.go:171","msg":"trace[532526637] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"521.246905ms","start":"2026-03-31T05:16:27.416307Z","end":"2026-03-31T05:16:27.937554Z","steps":["trace[532526637] 'process raft request' (duration: 521.052029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:27.938539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:27.416289Z","time spent":"522.024809ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:31.67053Z","caller":"traceutil/trace.go:171","msg":"trace[1446651091] linearizableReadLoop","detail":"{readStateIndex:7905; appliedIndex:7904; }","duration":"217.916668ms","start":"2026-03-31T05:16:31.452592Z","end":"2026-03-31T05:16:31.670509Z","steps":["trace[1446651091] 'read index received' (duration: 217.686121ms)","trace[1446651091] 'applied index is now lower than readState.Index' (duration: 229.777µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:31.670573Z","caller":"traceutil/trace.go:171","msg":"trace[999870208] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"309.35534ms","start":"2026-03-31T05:16:31.361189Z","end":"2026-03-31T05:16:31.670545Z","steps":["trace[999870208] 'process raft request' (duration: 309.138893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.670676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.746856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:31.670707Z","caller":"traceutil/trace.go:171","msg":"trace[1852590241] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7625; }","duration":"196.844229ms","start":"2026-03-31T05:16:31.473854Z","end":"2026-03-31T05:16:31.670699Z","steps":["trace[1852590241] 'agreement among raft nodes before linearized reading' (duration: 196.765766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:31.670709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:31.361166Z","time spent":"309.472554ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:31.670738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.125284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:16:31.670807Z","caller":"traceutil/trace.go:171","msg":"trace[633268572] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7625; }","duration":"218.229628ms","start":"2026-03-31T05:16:31.452558Z","end":"2026-03-31T05:16:31.670788Z","steps":["trace[633268572] 'agreement among raft nodes before linearized reading' (duration: 218.029031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:35.824584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.95262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:35.824703Z","caller":"traceutil/trace.go:171","msg":"trace[29596556] linearizableReadLoop","detail":"{readStateIndex:7927; appliedIndex:7926; }","duration":"120.239177ms","start":"2026-03-31T05:16:35.70445Z","end":"2026-03-31T05:16:35.824689Z","steps":["trace[29596556] 'read index received' (duration: 26.211µs)","trace[29596556] 'applied index is now lower than readState.Index' (duration: 120.211016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:35.824778Z","caller":"traceutil/trace.go:171","msg":"trace[741562370] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"229.188515ms","start":"2026-03-31T05:16:35.595549Z","end":"2026-03-31T05:16:35.824737Z","steps":["trace[741562370] 'process raft request' (duration: 62.007568ms)","trace[741562370] 'compare' (duration: 166.721103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:35.824852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.399412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:16:35.824874Z","caller":"traceutil/trace.go:171","msg":"trace[1778028550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7646; }","duration":"120.451314ms","start":"2026-03-31T05:16:35.704415Z","end":"2026-03-31T05:16:35.824866Z","steps":["trace[1778028550] 'agreement among raft nodes before linearized reading' (duration: 120.308919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.182122Z","caller":"traceutil/trace.go:171","msg":"trace[853378015] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"163.49402ms","start":"2026-03-31T05:16:36.018598Z","end":"2026-03-31T05:16:36.182092Z","steps":["trace[853378015] 'process raft request' (duration: 163.244232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.182343Z","caller":"traceutil/trace.go:171","msg":"trace[2010636404] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"162.121846ms","start":"2026-03-31T05:16:36.020186Z","end":"2026-03-31T05:16:36.182308Z","steps":["trace[2010636404] 'process raft request' (duration: 161.852428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.18239Z","caller":"traceutil/trace.go:171","msg":"trace[1609712135] transaction","detail":"{read_only:false; response_revision:7652; number_of_response:1; }","duration":"120.220646ms","start":"2026-03-31T05:16:36.062145Z","end":"2026-03-31T05:16:36.182366Z","steps":["trace[1609712135] 'process raft request' (duration: 120.145974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.182417Z","caller":"traceutil/trace.go:171","msg":"trace[1266109260] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"121.777216ms","start":"2026-03-31T05:16:36.060595Z","end":"2026-03-31T05:16:36.182372Z","steps":["trace[1266109260] 'process raft request' (duration: 121.641272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.182355Z","caller":"traceutil/trace.go:171","msg":"trace[1939111912] linearizableReadLoop","detail":"{readStateIndex:7931; appliedIndex:7929; }","duration":"145.298862ms","start":"2026-03-31T05:16:36.03704Z","end":"2026-03-31T05:16:36.182339Z","steps":["trace[1939111912] 'read index received' (duration: 60.222471ms)","trace[1939111912] 'applied index is now lower than readState.Index' (duration: 85.075811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:36.182488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.440737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-03-31T05:16:36.182459Z","caller":"traceutil/trace.go:171","msg":"trace[1702663137] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"119.261396ms","start":"2026-03-31T05:16:36.063168Z","end":"2026-03-31T05:16:36.182429Z","steps":["trace[1702663137] 'process raft request' (duration: 119.146672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.182528Z","caller":"traceutil/trace.go:171","msg":"trace[2050433320] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7653; }","duration":"145.51998ms","start":"2026-03-31T05:16:36.036999Z","end":"2026-03-31T05:16:36.182519Z","steps":["trace[2050433320] 'agreement among raft nodes before linearized reading' (duration: 145.397546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.646059Z","caller":"traceutil/trace.go:171","msg":"trace[1689489671] linearizableReadLoop","detail":"{readStateIndex:7935; appliedIndex:7934; }","duration":"128.409927ms","start":"2026-03-31T05:16:36.517623Z","end":"2026-03-31T05:16:36.646032Z","steps":["trace[1689489671] 'read index received' (duration: 128.300023ms)","trace[1689489671] 'applied index is now lower than readState.Index' (duration: 108.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:36.646086Z","caller":"traceutil/trace.go:171","msg":"trace[922672067] transaction","detail":"{read_only:false; response_revision:7654; number_of_response:1; }","duration":"186.599623ms","start":"2026-03-31T05:16:36.459455Z","end":"2026-03-31T05:16:36.646055Z","steps":["trace[922672067] 'process raft request' (duration: 186.419828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.646256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.628733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:16:36.646365Z","caller":"traceutil/trace.go:171","msg":"trace[431467613] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7654; }","duration":"128.792138ms","start":"2026-03-31T05:16:36.517562Z","end":"2026-03-31T05:16:36.646354Z","steps":["trace[431467613] 'agreement among raft nodes before linearized reading' (duration: 128.573501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:36.85695Z","caller":"traceutil/trace.go:171","msg":"trace[997326242] linearizableReadLoop","detail":"{readStateIndex:7936; appliedIndex:7935; }","duration":"206.493514ms","start":"2026-03-31T05:16:36.650424Z","end":"2026-03-31T05:16:36.856918Z","steps":["trace[997326242] 'read index received' (duration: 116.846348ms)","trace[997326242] 'applied index is now lower than readState.Index' (duration: 89.646096ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:36.857098Z","caller":"traceutil/trace.go:171","msg":"trace[263581188] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"210.358216ms","start":"2026-03-31T05:16:36.646725Z","end":"2026-03-31T05:16:36.857084Z","steps":["trace[263581188] 'process raft request' (duration: 120.665039ms)","trace[263581188] 'compare' (duration: 89.13318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:36.857259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.84821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:16:36.857352Z","caller":"traceutil/trace.go:171","msg":"trace[683271122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7655; }","duration":"117.987015ms","start":"2026-03-31T05:16:36.739353Z","end":"2026-03-31T05:16:36.85734Z","steps":["trace[683271122] 'agreement among raft nodes before linearized reading' (duration: 117.788548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:36.85761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.159365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184226"} {"level":"info","ts":"2026-03-31T05:16:36.857713Z","caller":"traceutil/trace.go:171","msg":"trace[2088385945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7655; }","duration":"207.30043ms","start":"2026-03-31T05:16:36.650388Z","end":"2026-03-31T05:16:36.857689Z","steps":["trace[2088385945] 'agreement among raft nodes before linearized reading' (duration: 206.799254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:37.157153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.038932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:37.157426Z","caller":"traceutil/trace.go:171","msg":"trace[884903827] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"296.772091ms","start":"2026-03-31T05:16:36.860618Z","end":"2026-03-31T05:16:37.157391Z","steps":["trace[884903827] 'process raft request' (duration: 181.422159ms)","trace[884903827] 'compare' (duration: 114.717652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:38.044021Z","caller":"traceutil/trace.go:171","msg":"trace[59373555] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"183.555116ms","start":"2026-03-31T05:16:37.860443Z","end":"2026-03-31T05:16:38.043998Z","steps":["trace[59373555] 'process raft request' (duration: 183.241506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.430356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.729506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:38.430536Z","caller":"traceutil/trace.go:171","msg":"trace[1196001380] linearizableReadLoop","detail":"{readStateIndex:7939; appliedIndex:7938; }","duration":"244.515712ms","start":"2026-03-31T05:16:38.186Z","end":"2026-03-31T05:16:38.430516Z","steps":["trace[1196001380] 'read index received' (duration: 138.545598ms)","trace[1196001380] 'applied index is now lower than readState.Index' (duration: 105.968334ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:38.430546Z","caller":"traceutil/trace.go:171","msg":"trace[1593084603] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"325.510323ms","start":"2026-03-31T05:16:38.105009Z","end":"2026-03-31T05:16:38.43052Z","steps":["trace[1593084603] 'process raft request' (duration: 219.425636ms)","trace[1593084603] 'compare' (duration: 105.592722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:38.430671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.104989Z","time spent":"325.625417ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:38.430785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.75463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:16:38.430898Z","caller":"traceutil/trace.go:171","msg":"trace[1881835534] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7658; }","duration":"244.888544ms","start":"2026-03-31T05:16:38.185993Z","end":"2026-03-31T05:16:38.430881Z","steps":["trace[1881835534] 'agreement among raft nodes before linearized reading' (duration: 244.613055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.810045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.412691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:38.810311Z","caller":"traceutil/trace.go:171","msg":"trace[2016577761] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7939; }","duration":"379.702533ms","start":"2026-03-31T05:16:38.430588Z","end":"2026-03-31T05:16:38.810291Z","steps":["trace[2016577761] 'read index received' (duration: 259.949792ms)","trace[2016577761] 'applied index is now lower than readState.Index' (duration: 119.751481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:38.810466Z","caller":"traceutil/trace.go:171","msg":"trace[74723578] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"622.610585ms","start":"2026-03-31T05:16:38.187844Z","end":"2026-03-31T05:16:38.810455Z","steps":["trace[74723578] 'process raft request' (duration: 622.310345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.810518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.187836Z","time spent":"622.656136ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:38.810514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.063021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:16:38.810526Z","caller":"traceutil/trace.go:171","msg":"trace[1808801279] transaction","detail":"{read_only:false; response_revision:7659; number_of_response:1; }","duration":"623.133721ms","start":"2026-03-31T05:16:38.187338Z","end":"2026-03-31T05:16:38.810472Z","steps":["trace[1808801279] 'process raft request' (duration: 503.178043ms)","trace[1808801279] 'compare' (duration: 119.290217ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:38.810557Z","caller":"traceutil/trace.go:171","msg":"trace[123639368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7661; }","duration":"624.138053ms","start":"2026-03-31T05:16:38.186407Z","end":"2026-03-31T05:16:38.810545Z","steps":["trace[123639368] 'agreement among raft nodes before linearized reading' (duration: 623.993779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.810601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.186391Z","time spent":"624.199575ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:38.810591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.38196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:16:38.81064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.187328Z","time spent":"623.256816ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:38.810678Z","caller":"traceutil/trace.go:171","msg":"trace[592916777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7661; }","duration":"623.499703ms","start":"2026-03-31T05:16:38.187153Z","end":"2026-03-31T05:16:38.810653Z","steps":["trace[592916777] 'agreement among raft nodes before linearized reading' (duration: 623.244785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.810732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.187147Z","time spent":"623.572925ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:38.810802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.931685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-03-31T05:16:38.810885Z","caller":"traceutil/trace.go:171","msg":"trace[1861262334] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7661; }","duration":"623.045799ms","start":"2026-03-31T05:16:38.187818Z","end":"2026-03-31T05:16:38.810864Z","steps":["trace[1861262334] 'agreement among raft nodes before linearized reading' (duration: 622.604245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.81093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.187811Z","time spent":"623.10909ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5512,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"info","ts":"2026-03-31T05:16:38.810933Z","caller":"traceutil/trace.go:171","msg":"trace[102891315] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"622.333366ms","start":"2026-03-31T05:16:38.187997Z","end":"2026-03-31T05:16:38.81033Z","steps":["trace[102891315] 'process raft request' (duration: 622.235033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:38.811083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.187991Z","time spent":"623.013588ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.128229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.97514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:39.128495Z","caller":"traceutil/trace.go:171","msg":"trace[1778776201] linearizableReadLoop","detail":"{readStateIndex:7943; appliedIndex:7942; }","duration":"318.110178ms","start":"2026-03-31T05:16:38.810362Z","end":"2026-03-31T05:16:39.128472Z","steps":["trace[1778776201] 'read index received' (duration: 213.879029ms)","trace[1778776201] 'applied index is now lower than readState.Index' (duration: 104.229299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:39.128637Z","caller":"traceutil/trace.go:171","msg":"trace[1348614617] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"417.243656ms","start":"2026-03-31T05:16:38.711375Z","end":"2026-03-31T05:16:39.128618Z","steps":["trace[1348614617] 'process raft request' (duration: 312.762059ms)","trace[1348614617] 'compare' (duration: 103.777564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.128762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.711347Z","time spent":"417.37529ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.128812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.843739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:39.128905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.198512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:16:39.128932Z","caller":"traceutil/trace.go:171","msg":"trace[8234947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7662; }","duration":"501.010465ms","start":"2026-03-31T05:16:38.627893Z","end":"2026-03-31T05:16:39.128903Z","steps":["trace[8234947] 'agreement among raft nodes before linearized reading' (duration: 500.807018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.128991Z","caller":"traceutil/trace.go:171","msg":"trace[541344547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7662; }","duration":"479.311976ms","start":"2026-03-31T05:16:38.649656Z","end":"2026-03-31T05:16:39.128968Z","steps":["trace[541344547] 'agreement among raft nodes before linearized reading' (duration: 479.076378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.129048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.627876Z","time spent":"501.150949ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:39.129057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.649644Z","time spent":"479.399318ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:39.12892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.702323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:16:39.129159Z","caller":"traceutil/trace.go:171","msg":"trace[306746114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7662; }","duration":"694.990632ms","start":"2026-03-31T05:16:38.434152Z","end":"2026-03-31T05:16:39.129142Z","steps":["trace[306746114] 'agreement among raft nodes before linearized reading' (duration: 694.645231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.12921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.434135Z","time spent":"695.063795ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:16:39.224694Z","caller":"traceutil/trace.go:171","msg":"trace[261547040] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"409.763528ms","start":"2026-03-31T05:16:38.814902Z","end":"2026-03-31T05:16:39.224666Z","steps":["trace[261547040] 'process raft request' (duration: 409.682885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.224728Z","caller":"traceutil/trace.go:171","msg":"trace[137659497] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"410.027937ms","start":"2026-03-31T05:16:38.814673Z","end":"2026-03-31T05:16:39.224701Z","steps":["trace[137659497] 'process raft request' (duration: 409.752218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.224805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.054734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:39.224863Z","caller":"traceutil/trace.go:171","msg":"trace[942568473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7664; }","duration":"139.167077ms","start":"2026-03-31T05:16:39.085682Z","end":"2026-03-31T05:16:39.224849Z","steps":["trace[942568473] 'agreement among raft nodes before linearized reading' (duration: 138.968011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.224862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.81489Z","time spent":"409.883232ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.22487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.814647Z","time spent":"410.14494ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:39.224949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.487705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:16:39.225042Z","caller":"traceutil/trace.go:171","msg":"trace[1190687264] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7664; }","duration":"361.606269ms","start":"2026-03-31T05:16:38.86342Z","end":"2026-03-31T05:16:39.225027Z","steps":["trace[1190687264] 'agreement among raft nodes before linearized reading' (duration: 361.346781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.225123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:38.863403Z","time spent":"361.669221ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:16:39.560502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.668127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184226"} {"level":"info","ts":"2026-03-31T05:16:39.56058Z","caller":"traceutil/trace.go:171","msg":"trace[1649732748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7665; }","duration":"330.78307ms","start":"2026-03-31T05:16:39.229781Z","end":"2026-03-31T05:16:39.560564Z","steps":["trace[1649732748] 'range keys from in-memory index tree' (duration: 330.324466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:39.56062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:39.229767Z","time spent":"330.842413ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":184250,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:39.560614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.994314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:39.560736Z","caller":"traceutil/trace.go:171","msg":"trace[1892244070] linearizableReadLoop","detail":"{readStateIndex:7947; appliedIndex:7946; }","duration":"259.753116ms","start":"2026-03-31T05:16:39.300967Z","end":"2026-03-31T05:16:39.56072Z","steps":["trace[1892244070] 'read index received' (duration: 54.802µs)","trace[1892244070] 'applied index is now lower than readState.Index' (duration: 259.696704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.560809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.850969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:39.56084Z","caller":"traceutil/trace.go:171","msg":"trace[313149166] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7666; }","duration":"259.916761ms","start":"2026-03-31T05:16:39.300914Z","end":"2026-03-31T05:16:39.560831Z","steps":["trace[313149166] 'agreement among raft nodes before linearized reading' (duration: 259.856859ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:39.560921Z","caller":"traceutil/trace.go:171","msg":"trace[1679663973] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"322.853009ms","start":"2026-03-31T05:16:39.237878Z","end":"2026-03-31T05:16:39.560731Z","steps":["trace[1679663973] 'process raft request' (duration: 33.636057ms)","trace[1679663973] 'compare' (duration: 288.777368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:39.561592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:39.237855Z","time spent":"323.19883ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:40.072262Z","caller":"traceutil/trace.go:171","msg":"trace[769985984] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"151.247401ms","start":"2026-03-31T05:16:39.920983Z","end":"2026-03-31T05:16:40.072231Z","steps":["trace[769985984] 'process raft request' (duration: 150.999773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:40.072194Z","caller":"traceutil/trace.go:171","msg":"trace[1539199140] linearizableReadLoop","detail":"{readStateIndex:7948; appliedIndex:7947; }","duration":"100.16287ms","start":"2026-03-31T05:16:39.972009Z","end":"2026-03-31T05:16:40.072172Z","steps":["trace[1539199140] 'read index received' (duration: 99.825229ms)","trace[1539199140] 'applied index is now lower than readState.Index' (duration: 336.661µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:40.072613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.588593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:40.072877Z","caller":"traceutil/trace.go:171","msg":"trace[1109578565] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7667; }","duration":"100.869182ms","start":"2026-03-31T05:16:39.971994Z","end":"2026-03-31T05:16:40.072863Z","steps":["trace[1109578565] 'agreement among raft nodes before linearized reading' (duration: 100.549562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.263337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28310922s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:44.263549Z","caller":"traceutil/trace.go:171","msg":"trace[787891064] linearizableReadLoop","detail":"{readStateIndex:7964; appliedIndex:7962; }","duration":"1.32217002s","start":"2026-03-31T05:16:42.941354Z","end":"2026-03-31T05:16:44.263524Z","steps":["trace[787891064] 'read index received' (duration: 38.666107ms)","trace[787891064] 'applied index is now lower than readState.Index' (duration: 1.283502673s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:44.263653Z","caller":"traceutil/trace.go:171","msg":"trace[1372308270] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"1.438046949s","start":"2026-03-31T05:16:42.825538Z","end":"2026-03-31T05:16:44.263585Z","steps":["trace[1372308270] 'process raft request' (duration: 154.547536ms)","trace[1372308270] 'compare' (duration: 1.282029946s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:44.263836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:42.825511Z","time spent":"1.438226605s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:44.263935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.803124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:44.263964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.252186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:16:44.263951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.320232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:44.26396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.771881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:44.263993Z","caller":"traceutil/trace.go:171","msg":"trace[1050989533] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7682; }","duration":"682.310758ms","start":"2026-03-31T05:16:43.581673Z","end":"2026-03-31T05:16:44.263984Z","steps":["trace[1050989533] 'agreement among raft nodes before linearized reading' (duration: 682.182484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:44.263992Z","caller":"traceutil/trace.go:171","msg":"trace[130924998] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7682; }","duration":"177.863356ms","start":"2026-03-31T05:16:44.086112Z","end":"2026-03-31T05:16:44.263975Z","steps":["trace[130924998] 'agreement among raft nodes before linearized reading' (duration: 177.743132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.264018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:43.581656Z","time spent":"682.357369ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:16:44.264007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.37148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:44.26402Z","caller":"traceutil/trace.go:171","msg":"trace[378313035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7682; }","duration":"176.889635ms","start":"2026-03-31T05:16:44.087117Z","end":"2026-03-31T05:16:44.264007Z","steps":["trace[378313035] 'agreement among raft nodes before linearized reading' (duration: 176.782782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.264007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017288532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:16:44.264016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025069699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:16:44.264034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.557558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:16:44.264024Z","caller":"traceutil/trace.go:171","msg":"trace[2028026919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7682; }","duration":"208.441366ms","start":"2026-03-31T05:16:44.055562Z","end":"2026-03-31T05:16:44.264004Z","steps":["trace[2028026919] 'agreement among raft nodes before linearized reading' (duration: 208.304352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:44.264055Z","caller":"traceutil/trace.go:171","msg":"trace[1183190276] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7682; }","duration":"177.447162ms","start":"2026-03-31T05:16:44.086594Z","end":"2026-03-31T05:16:44.264041Z","steps":["trace[1183190276] 'agreement among raft nodes before linearized reading' (duration: 177.37136ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:44.264069Z","caller":"traceutil/trace.go:171","msg":"trace[1291007683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7682; }","duration":"1.017373005s","start":"2026-03-31T05:16:43.246679Z","end":"2026-03-31T05:16:44.264052Z","steps":["trace[1291007683] 'agreement among raft nodes before linearized reading' (duration: 1.017211739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.26405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022399534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:16:44.264084Z","caller":"traceutil/trace.go:171","msg":"trace[1650942948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7682; }","duration":"655.635331ms","start":"2026-03-31T05:16:43.608434Z","end":"2026-03-31T05:16:44.26407Z","steps":["trace[1650942948] 'agreement among raft nodes before linearized reading' (duration: 655.474816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.264111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:43.246666Z","time spent":"1.017433616s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:16:44.264122Z","caller":"traceutil/trace.go:171","msg":"trace[1557288922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7682; }","duration":"1.022515267s","start":"2026-03-31T05:16:43.241594Z","end":"2026-03-31T05:16:44.264109Z","steps":["trace[1557288922] 'agreement among raft nodes before linearized reading' (duration: 1.022303831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.264131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:43.608389Z","time spent":"655.730575ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:44.26408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.1771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:16:44.264151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.949688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:44.264231Z","caller":"traceutil/trace.go:171","msg":"trace[1695730642] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"1.437507502s","start":"2026-03-31T05:16:42.82612Z","end":"2026-03-31T05:16:44.263627Z","steps":["trace[1695730642] 'process raft request' (duration: 1.437319546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.264384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323043998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:16:44.26445Z","caller":"traceutil/trace.go:171","msg":"trace[1732351871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7682; }","duration":"1.323065549s","start":"2026-03-31T05:16:42.941334Z","end":"2026-03-31T05:16:44.264399Z","steps":["trace[1732351871] 'agreement among raft nodes before linearized reading' (duration: 1.322301334s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:44.264179Z","caller":"traceutil/trace.go:171","msg":"trace[1359724189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7682; }","duration":"129.316314ms","start":"2026-03-31T05:16:44.134857Z","end":"2026-03-31T05:16:44.264173Z","steps":["trace[1359724189] 'agreement among raft nodes before linearized reading' (duration: 129.070917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:44.264077Z","caller":"traceutil/trace.go:171","msg":"trace[217531199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7682; }","duration":"1.025173892s","start":"2026-03-31T05:16:43.238888Z","end":"2026-03-31T05:16:44.264062Z","steps":["trace[217531199] 'agreement among raft nodes before linearized reading' (duration: 1.024945335s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.264543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:43.238861Z","time spent":"1.025669938s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:44.264163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:43.241567Z","time spent":"1.02258843s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:16:44.264209Z","caller":"traceutil/trace.go:171","msg":"trace[110971517] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7682; }","duration":"178.018681ms","start":"2026-03-31T05:16:44.086178Z","end":"2026-03-31T05:16:44.264196Z","steps":["trace[110971517] 'agreement among raft nodes before linearized reading' (duration: 177.940149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:44.264723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:42.826095Z","time spent":"1.438296486s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:44.264982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:42.94127Z","time spent":"1.323192973s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:16:44.769044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782517551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:16:46.780639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699412796s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:46.780756Z","caller":"traceutil/trace.go:171","msg":"trace[679223282] transaction","detail":"{read_only:false; response_revision:7683; number_of_response:1; }","duration":"2.512990054s","start":"2026-03-31T05:16:44.267739Z","end":"2026-03-31T05:16:46.780729Z","steps":["trace[679223282] 'process raft request' (duration: 813.407852ms)","trace[679223282] 'compare' (duration: 1.699288263s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:46.780818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.267721Z","time spent":"2.513069316s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:47.088256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:16:47.088366Z","caller":"traceutil/trace.go:171","msg":"trace[511225508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525886s","start":"2026-03-31T05:16:45.087813Z","end":"2026-03-31T05:16:47.088339Z","steps":["trace[511225508] 'agreement among raft nodes before linearized reading' (duration: 2.000383261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:47.088423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:45.087797Z","time spent":"2.000614338s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:48.138608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.057357513s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:16:48.139732Z","caller":"traceutil/trace.go:171","msg":"trace[261494239] transaction","detail":"{read_only:false; response_revision:7684; number_of_response:1; }","duration":"3.870810966s","start":"2026-03-31T05:16:44.268896Z","end":"2026-03-31T05:16:48.139707Z","steps":["trace[261494239] 'process raft request' (duration: 3.87060747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.13929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:47.318726Z","time spent":"820.554877ms","remote":"127.0.0.1:44240","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:48.139918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.268873Z","time spent":"3.870931279s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:48.140098Z","caller":"traceutil/trace.go:171","msg":"trace[97237859] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"3.871037572s","start":"2026-03-31T05:16:44.269028Z","end":"2026-03-31T05:16:48.140066Z","steps":["trace[97237859] 'process raft request' (duration: 3.87063967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.140258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.269002Z","time spent":"3.871162767s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:48.140288Z","caller":"traceutil/trace.go:171","msg":"trace[2012508304] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"3.871197178s","start":"2026-03-31T05:16:44.269069Z","end":"2026-03-31T05:16:48.140267Z","steps":["trace[2012508304] 'process raft request' (duration: 3.870907099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.140428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.269056Z","time spent":"3.871311482s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:48.140499Z","caller":"traceutil/trace.go:171","msg":"trace[1843464593] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"3.871348633s","start":"2026-03-31T05:16:44.269119Z","end":"2026-03-31T05:16:48.140467Z","steps":["trace[1843464593] 'process raft request' (duration: 3.871095645s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.140532Z","caller":"traceutil/trace.go:171","msg":"trace[1346231709] linearizableReadLoop","detail":"{readStateIndex:7970; appliedIndex:7964; }","duration":"3.871681154s","start":"2026-03-31T05:16:44.268833Z","end":"2026-03-31T05:16:48.140514Z","steps":["trace[1346231709] 'read index received' (duration: 812.499403ms)","trace[1346231709] 'applied index is now lower than readState.Index' (duration: 3.059180921s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:48.140607Z","caller":"traceutil/trace.go:171","msg":"trace[2021841217] transaction","detail":"{read_only:false; response_revision:7689; number_of_response:1; }","duration":"3.230452188s","start":"2026-03-31T05:16:44.910135Z","end":"2026-03-31T05:16:48.140587Z","steps":["trace[2021841217] 'process raft request' (duration: 3.230346695s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.140611Z","caller":"traceutil/trace.go:171","msg":"trace[1851195150] transaction","detail":"{read_only:false; response_revision:7688; number_of_response:1; }","duration":"3.871204068s","start":"2026-03-31T05:16:44.269377Z","end":"2026-03-31T05:16:48.140581Z","steps":["trace[1851195150] 'process raft request' (duration: 3.871017032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.140714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.91011Z","time spent":"3.23053928s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:48.140654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.269106Z","time spent":"3.871473407s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:48.140798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.269366Z","time spent":"3.871345013s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:48.14086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872021324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:184226"} {"level":"info","ts":"2026-03-31T05:16:48.140888Z","caller":"traceutil/trace.go:171","msg":"trace[371079989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7689; }","duration":"3.872075176s","start":"2026-03-31T05:16:44.268804Z","end":"2026-03-31T05:16:48.140879Z","steps":["trace[371079989] 'agreement among raft nodes before linearized reading' (duration: 3.871808408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.140916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.268791Z","time spent":"3.872118627s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":184250,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:48.362069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:16:48.362184Z","caller":"traceutil/trace.go:171","msg":"trace[932661739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102681s","start":"2026-03-31T05:16:46.362057Z","end":"2026-03-31T05:16:48.36216Z","steps":["trace[932661739] 'agreement among raft nodes before linearized reading' (duration: 1.999960386s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.362259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.362049Z","time spent":"2.000192934s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:16:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:16:48.643348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782517563,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:16:48.796768Z","caller":"traceutil/trace.go:171","msg":"trace[853770562] transaction","detail":"{read_only:false; response_revision:7690; number_of_response:1; }","duration":"2.527469502s","start":"2026-03-31T05:16:46.26927Z","end":"2026-03-31T05:16:48.79674Z","steps":["trace[853770562] 'process raft request' (duration: 2.527236395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.797084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.269248Z","time spent":"2.527602746s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:48.797103Z","caller":"traceutil/trace.go:171","msg":"trace[451458258] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"2.525364565s","start":"2026-03-31T05:16:46.271722Z","end":"2026-03-31T05:16:48.797087Z","steps":["trace[451458258] 'process raft request' (duration: 2.524965902s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.797208Z","caller":"traceutil/trace.go:171","msg":"trace[829958134] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"1.883696406s","start":"2026-03-31T05:16:46.913433Z","end":"2026-03-31T05:16:48.797129Z","steps":["trace[829958134] 'process raft request' (duration: 1.88353799s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.797309Z","caller":"traceutil/trace.go:171","msg":"trace[1588761238] linearizableReadLoop","detail":"{readStateIndex:7975; appliedIndex:7971; }","duration":"656.703247ms","start":"2026-03-31T05:16:48.140589Z","end":"2026-03-31T05:16:48.797292Z","steps":["trace[1588761238] 'read index received' (duration: 655.86825ms)","trace[1588761238] 'applied index is now lower than readState.Index' (duration: 833.637µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:48.797305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.271699Z","time spent":"2.525556162s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:48.797383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525495119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:48.797427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525705646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:48.797457Z","caller":"traceutil/trace.go:171","msg":"trace[742816379] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7693; }","duration":"2.525609543s","start":"2026-03-31T05:16:46.271829Z","end":"2026-03-31T05:16:48.797438Z","steps":["trace[742816379] 'agreement among raft nodes before linearized reading' (duration: 2.525478599s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.797487Z","caller":"traceutil/trace.go:171","msg":"trace[1503903237] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7693; }","duration":"2.525775219s","start":"2026-03-31T05:16:46.271703Z","end":"2026-03-31T05:16:48.797478Z","steps":["trace[1503903237] 'agreement among raft nodes before linearized reading' (duration: 2.525693626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.797509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.271808Z","time spent":"2.525688615s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:16:48.797534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971195052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5488"} {"level":"warn","ts":"2026-03-31T05:16:48.797546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.271698Z","time spent":"2.52581569s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-31T05:16:48.797581Z","caller":"traceutil/trace.go:171","msg":"trace[1080182332] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7693; }","duration":"3.971276464s","start":"2026-03-31T05:16:44.826289Z","end":"2026-03-31T05:16:48.797565Z","steps":["trace[1080182332] 'agreement among raft nodes before linearized reading' (duration: 3.97113022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.797625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.826268Z","time spent":"3.971346017s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5512,"request content":"key:\"/registry/jobs/openstack/barbican-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:16:48.797636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.913405Z","time spent":"1.883934583s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:48.797755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155673318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:16:48.797887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70898386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:48.797923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248767889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-31T05:16:48.797938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769916834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:48.797985Z","caller":"traceutil/trace.go:171","msg":"trace[1689918319] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:7693; }","duration":"3.248874652s","start":"2026-03-31T05:16:45.549097Z","end":"2026-03-31T05:16:48.797971Z","steps":["trace[1689918319] 'agreement among raft nodes before linearized reading' (duration: 3.248706087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581517372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:48.798Z","caller":"traceutil/trace.go:171","msg":"trace[9316803] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:7693; }","duration":"1.770018097s","start":"2026-03-31T05:16:47.027965Z","end":"2026-03-31T05:16:48.797983Z","steps":["trace[9316803] 'agreement among raft nodes before linearized reading' (duration: 1.769927714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.79804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:45.549076Z","time spent":"3.248951315s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:16:48.798078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:47.027942Z","time spent":"1.77011875s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:48.798072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.647187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:48.7981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633676329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:48.798157Z","caller":"traceutil/trace.go:171","msg":"trace[1891671621] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7693; }","duration":"904.797192ms","start":"2026-03-31T05:16:47.893342Z","end":"2026-03-31T05:16:48.798139Z","steps":["trace[1891671621] 'agreement among raft nodes before linearized reading' (duration: 904.606366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.79817Z","caller":"traceutil/trace.go:171","msg":"trace[1654985184] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:7693; }","duration":"1.633781362s","start":"2026-03-31T05:16:47.164378Z","end":"2026-03-31T05:16:48.798159Z","steps":["trace[1654985184] 'agreement among raft nodes before linearized reading' (duration: 1.633691929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.436774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:48.798216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:47.893322Z","time spent":"904.882955ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:48.798256Z","caller":"traceutil/trace.go:171","msg":"trace[2040980663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7693; }","duration":"178.575519ms","start":"2026-03-31T05:16:48.619661Z","end":"2026-03-31T05:16:48.798236Z","steps":["trace[2040980663] 'agreement among raft nodes before linearized reading' (duration: 178.406803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335812548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:48.798306Z","caller":"traceutil/trace.go:171","msg":"trace[2001571027] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:7693; }","duration":"2.335993204s","start":"2026-03-31T05:16:46.462301Z","end":"2026-03-31T05:16:48.798294Z","steps":["trace[2001571027] 'agreement among raft nodes before linearized reading' (duration: 2.335835329s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.79831Z","caller":"traceutil/trace.go:171","msg":"trace[1926071588] transaction","detail":"{read_only:false; response_revision:7693; number_of_response:1; }","duration":"1.21910442s","start":"2026-03-31T05:16:47.579195Z","end":"2026-03-31T05:16:48.798299Z","steps":["trace[1926071588] 'process raft request' (duration: 1.217892971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855849431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T05:16:48.798371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:47.57917Z","time spent":"1.219167772s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:48.797958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.520876381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:48.798399Z","caller":"traceutil/trace.go:171","msg":"trace[1838590484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7693; }","duration":"3.855977354s","start":"2026-03-31T05:16:44.942405Z","end":"2026-03-31T05:16:48.798383Z","steps":["trace[1838590484] 'agreement among raft nodes before linearized reading' (duration: 3.85583647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.462282Z","time spent":"2.336078937s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:48.79841Z","caller":"traceutil/trace.go:171","msg":"trace[1650242409] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7693; }","duration":"4.521395508s","start":"2026-03-31T05:16:44.277006Z","end":"2026-03-31T05:16:48.798401Z","steps":["trace[1650242409] 'agreement among raft nodes before linearized reading' (duration: 4.520871171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.7985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.276993Z","time spent":"4.521493782s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:48.798473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301946552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:48.798047Z","caller":"traceutil/trace.go:171","msg":"trace[2032576579] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7693; }","duration":"3.581578234s","start":"2026-03-31T05:16:45.216459Z","end":"2026-03-31T05:16:48.798037Z","steps":["trace[2032576579] 'agreement among raft nodes before linearized reading' (duration: 3.581497352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:45.216445Z","time spent":"3.582212904s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":48,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:48.798612Z","caller":"traceutil/trace.go:171","msg":"trace[1154380383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7693; }","duration":"4.302160508s","start":"2026-03-31T05:16:44.496435Z","end":"2026-03-31T05:16:48.798596Z","steps":["trace[1154380383] 'agreement among raft nodes before linearized reading' (duration: 4.301629321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.496414Z","time spent":"4.302496089s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:48.79778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.526099109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:48.797815Z","caller":"traceutil/trace.go:171","msg":"trace[353380900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7693; }","duration":"4.155757791s","start":"2026-03-31T05:16:44.642047Z","end":"2026-03-31T05:16:48.797805Z","steps":["trace[353380900] 'agreement among raft nodes before linearized reading' (duration: 4.155620127s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:48.799027Z","caller":"traceutil/trace.go:171","msg":"trace[66455902] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7693; }","duration":"2.527356898s","start":"2026-03-31T05:16:46.271652Z","end":"2026-03-31T05:16:48.799009Z","steps":["trace[66455902] 'agreement among raft nodes before linearized reading' (duration: 2.526097138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.799054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.642032Z","time spent":"4.15698409s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:48.797934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624235768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19442"} {"level":"warn","ts":"2026-03-31T05:16:48.799094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:46.271645Z","time spent":"2.527431861s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:16:48.799109Z","caller":"traceutil/trace.go:171","msg":"trace[1679455983] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7693; }","duration":"3.625449637s","start":"2026-03-31T05:16:45.173644Z","end":"2026-03-31T05:16:48.799094Z","steps":["trace[1679455983] 'agreement among raft nodes before linearized reading' (duration: 3.624179737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.799159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:45.173622Z","time spent":"3.625520279s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19466,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:16:48.798001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172973875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:48.799379Z","caller":"traceutil/trace.go:171","msg":"trace[1046392885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7693; }","duration":"1.174385761s","start":"2026-03-31T05:16:47.624979Z","end":"2026-03-31T05:16:48.799364Z","steps":["trace[1046392885] 'agreement among raft nodes before linearized reading' (duration: 1.172995166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:47.164352Z","time spent":"1.633851875s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:48.799423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:47.624961Z","time spent":"1.174445112s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:16:48.797954Z","caller":"traceutil/trace.go:171","msg":"trace[423956627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7693; }","duration":"1.709085443s","start":"2026-03-31T05:16:47.088858Z","end":"2026-03-31T05:16:48.797944Z","steps":["trace[423956627] 'agreement among raft nodes before linearized reading' (duration: 1.708998781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:48.798453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:44.942382Z","time spent":"3.856058997s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:48.799677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:47.088838Z","time spent":"1.710820328s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:49.424364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.740443ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:16:49.424433Z","caller":"traceutil/trace.go:171","msg":"trace[363372369] linearizableReadLoop","detail":"{readStateIndex:7976; appliedIndex:7975; }","duration":"621.055265ms","start":"2026-03-31T05:16:48.803366Z","end":"2026-03-31T05:16:49.424421Z","steps":["trace[363372369] 'read index received' (duration: 403.117266ms)","trace[363372369] 'applied index is now lower than readState.Index' (duration: 217.934949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:49.424484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.799931Z","time spent":"624.546636ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:16:49.424692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.316064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:16:49.424724Z","caller":"traceutil/trace.go:171","msg":"trace[838879921] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:7693; }","duration":"621.372525ms","start":"2026-03-31T05:16:48.803343Z","end":"2026-03-31T05:16:49.424715Z","steps":["trace[838879921] 'agreement among raft nodes before linearized reading' (duration: 621.121707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:49.424749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.803327Z","time spent":"621.416147ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"info","ts":"2026-03-31T05:16:49.684233Z","caller":"traceutil/trace.go:171","msg":"trace[1221368465] transaction","detail":"{read_only:false; response_revision:7694; number_of_response:1; }","duration":"880.764169ms","start":"2026-03-31T05:16:48.803443Z","end":"2026-03-31T05:16:49.684207Z","steps":["trace[1221368465] 'process raft request' (duration: 874.379447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:49.684252Z","caller":"traceutil/trace.go:171","msg":"trace[286514164] linearizableReadLoop","detail":"{readStateIndex:7979; appliedIndex:7976; }","duration":"259.784666ms","start":"2026-03-31T05:16:49.424446Z","end":"2026-03-31T05:16:49.684231Z","steps":["trace[286514164] 'read index received' (duration: 253.389073ms)","trace[286514164] 'applied index is now lower than readState.Index' (duration: 6.394643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:49.684379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.803434Z","time spent":"880.866672ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:49.684421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.977234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:16:49.684472Z","caller":"traceutil/trace.go:171","msg":"trace[1665446651] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7696; }","duration":"880.062157ms","start":"2026-03-31T05:16:48.80439Z","end":"2026-03-31T05:16:49.684452Z","steps":["trace[1665446651] 'agreement among raft nodes before linearized reading' (duration: 879.918403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:49.684536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.804372Z","time spent":"880.14522ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:16:49.684587Z","caller":"traceutil/trace.go:171","msg":"trace[764931282] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"880.343586ms","start":"2026-03-31T05:16:48.804235Z","end":"2026-03-31T05:16:49.684579Z","steps":["trace[764931282] 'process raft request' (duration: 879.806189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:49.684524Z","caller":"traceutil/trace.go:171","msg":"trace[475325309] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"879.648554ms","start":"2026-03-31T05:16:48.804827Z","end":"2026-03-31T05:16:49.684476Z","steps":["trace[475325309] 'process raft request' (duration: 879.342704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:49.684702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.804229Z","time spent":"880.391987ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:49.684724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.582682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-31T05:16:49.684731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.804808Z","time spent":"879.884152ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:49.684748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.914039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:49.684785Z","caller":"traceutil/trace.go:171","msg":"trace[235561686] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:7696; }","duration":"879.663214ms","start":"2026-03-31T05:16:48.805102Z","end":"2026-03-31T05:16:49.684765Z","steps":["trace[235561686] 'agreement among raft nodes before linearized reading' (duration: 879.514919ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:49.684839Z","caller":"traceutil/trace.go:171","msg":"trace[1517376420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7696; }","duration":"878.050304ms","start":"2026-03-31T05:16:48.80677Z","end":"2026-03-31T05:16:49.68482Z","steps":["trace[1517376420] 'agreement among raft nodes before linearized reading' (duration: 877.881688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:49.684854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.805095Z","time spent":"879.742377ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:16:49.684892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:48.806753Z","time spent":"878.129816ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:16:49.697515Z","caller":"traceutil/trace.go:171","msg":"trace[1791707259] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"271.942762ms","start":"2026-03-31T05:16:49.425553Z","end":"2026-03-31T05:16:49.697496Z","steps":["trace[1791707259] 'process raft request' (duration: 271.718205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:53.543952Z","caller":"traceutil/trace.go:171","msg":"trace[2105858399] transaction","detail":"{read_only:false; response_revision:7732; number_of_response:1; }","duration":"136.657498ms","start":"2026-03-31T05:16:53.407266Z","end":"2026-03-31T05:16:53.543923Z","steps":["trace[2105858399] 'process raft request' (duration: 136.522084ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:53.742386Z","caller":"traceutil/trace.go:171","msg":"trace[1331977242] transaction","detail":"{read_only:false; response_revision:7733; number_of_response:1; }","duration":"189.427813ms","start":"2026-03-31T05:16:53.552932Z","end":"2026-03-31T05:16:53.74236Z","steps":["trace[1331977242] 'process raft request' (duration: 117.19388ms)","trace[1331977242] 'compare' (duration: 72.099869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:54.09068Z","caller":"traceutil/trace.go:171","msg":"trace[1316994752] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"332.537306ms","start":"2026-03-31T05:16:53.75811Z","end":"2026-03-31T05:16:54.090647Z","steps":["trace[1316994752] 'process raft request' (duration: 332.33968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.090867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:53.758083Z","time spent":"332.692832ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:54.861434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.314718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:16:54.861518Z","caller":"traceutil/trace.go:171","msg":"trace[1012499057] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7735; }","duration":"647.447422ms","start":"2026-03-31T05:16:54.214053Z","end":"2026-03-31T05:16:54.861501Z","steps":["trace[1012499057] 'range keys from in-memory index tree' (duration: 647.095341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.86156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.214036Z","time spent":"647.513194ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:16:54.861679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.682258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:54.861806Z","caller":"traceutil/trace.go:171","msg":"trace[1241938108] linearizableReadLoop","detail":"{readStateIndex:8021; appliedIndex:8020; }","duration":"647.214315ms","start":"2026-03-31T05:16:54.214574Z","end":"2026-03-31T05:16:54.861788Z","steps":["trace[1241938108] 'read index received' (duration: 435.158824ms)","trace[1241938108] 'applied index is now lower than readState.Index' (duration: 212.053471ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:54.861826Z","caller":"traceutil/trace.go:171","msg":"trace[1863855221] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"647.243475ms","start":"2026-03-31T05:16:54.214554Z","end":"2026-03-31T05:16:54.861798Z","steps":["trace[1863855221] 'process raft request' (duration: 435.284538ms)","trace[1863855221] 'compare' (duration: 211.42067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:54.861978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.214536Z","time spent":"647.339799ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:54.862161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.547185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:16:54.862208Z","caller":"traceutil/trace.go:171","msg":"trace[247843797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7736; }","duration":"647.652039ms","start":"2026-03-31T05:16:54.214543Z","end":"2026-03-31T05:16:54.862195Z","steps":["trace[247843797] 'agreement among raft nodes before linearized reading' (duration: 647.38335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.86227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.667079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T05:16:54.862279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.21453Z","time spent":"647.737821ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:16:54.862339Z","caller":"traceutil/trace.go:171","msg":"trace[1179541873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7736; }","duration":"647.749142ms","start":"2026-03-31T05:16:54.214573Z","end":"2026-03-31T05:16:54.862322Z","steps":["trace[1179541873] 'agreement among raft nodes before linearized reading' (duration: 647.583027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.862386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.214564Z","time spent":"647.808504ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:54.86267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.195671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:54.862685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.649889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:16:54.862733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.167539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:54.862738Z","caller":"traceutil/trace.go:171","msg":"trace[1643709534] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7736; }","duration":"588.275274ms","start":"2026-03-31T05:16:54.274442Z","end":"2026-03-31T05:16:54.862717Z","steps":["trace[1643709534] 'agreement among raft nodes before linearized reading' (duration: 588.146259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:54.862738Z","caller":"traceutil/trace.go:171","msg":"trace[250594103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7736; }","duration":"647.722101ms","start":"2026-03-31T05:16:54.215002Z","end":"2026-03-31T05:16:54.862724Z","steps":["trace[250594103] 'agreement among raft nodes before linearized reading' (duration: 647.589237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:54.862769Z","caller":"traceutil/trace.go:171","msg":"trace[285231337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:7736; }","duration":"306.2022ms","start":"2026-03-31T05:16:54.556552Z","end":"2026-03-31T05:16:54.862754Z","steps":["trace[285231337] 'agreement among raft nodes before linearized reading' (duration: 306.144438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.862774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.274384Z","time spent":"588.382597ms","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:54.86278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.214996Z","time spent":"647.773332ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:54.862796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.556508Z","time spent":"306.281352ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:54.862796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.034585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:54.862814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.208646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:16:54.862866Z","caller":"traceutil/trace.go:171","msg":"trace[333675225] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:7736; }","duration":"358.166859ms","start":"2026-03-31T05:16:54.504682Z","end":"2026-03-31T05:16:54.862849Z","steps":["trace[333675225] 'agreement among raft nodes before linearized reading' (duration: 358.018004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:54.86287Z","caller":"traceutil/trace.go:171","msg":"trace[417739271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7736; }","duration":"648.273318ms","start":"2026-03-31T05:16:54.214584Z","end":"2026-03-31T05:16:54.862857Z","steps":["trace[417739271] 'agreement among raft nodes before linearized reading' (duration: 648.099192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:54.862905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.214581Z","time spent":"648.31594ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:16:54.862906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.504662Z","time spent":"358.233531ms","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:55.284985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.753454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:55.285257Z","caller":"traceutil/trace.go:171","msg":"trace[1303962506] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"418.187776ms","start":"2026-03-31T05:16:54.867002Z","end":"2026-03-31T05:16:55.28519Z","steps":["trace[1303962506] 'process raft request' (duration: 211.127353ms)","trace[1303962506] 'compare' (duration: 206.560477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:55.28571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.866983Z","time spent":"418.422492ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.606263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.385089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:55.606478Z","caller":"traceutil/trace.go:171","msg":"trace[1950033569] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"739.368191ms","start":"2026-03-31T05:16:54.867082Z","end":"2026-03-31T05:16:55.606451Z","steps":["trace[1950033569] 'process raft request' (duration: 522.679232ms)","trace[1950033569] 'compare' (duration: 216.250385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:55.606587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.867057Z","time spent":"739.479535ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.607044Z","caller":"traceutil/trace.go:171","msg":"trace[2107695603] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"739.738693ms","start":"2026-03-31T05:16:54.867248Z","end":"2026-03-31T05:16:55.606987Z","steps":["trace[2107695603] 'process raft request' (duration: 739.145664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.607094Z","caller":"traceutil/trace.go:171","msg":"trace[562578076] linearizableReadLoop","detail":"{readStateIndex:8023; appliedIndex:8021; }","duration":"739.95319ms","start":"2026-03-31T05:16:54.867124Z","end":"2026-03-31T05:16:55.607077Z","steps":["trace[562578076] 'read index received' (duration: 210.976238ms)","trace[562578076] 'applied index is now lower than readState.Index' (duration: 528.975882ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:55.607122Z","caller":"traceutil/trace.go:171","msg":"trace[1864784082] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"725.48803ms","start":"2026-03-31T05:16:54.881603Z","end":"2026-03-31T05:16:55.607091Z","steps":["trace[1864784082] 'process raft request' (duration: 725.348746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.607223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.826051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:55.607259Z","caller":"traceutil/trace.go:171","msg":"trace[1077704960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7742; }","duration":"519.904224ms","start":"2026-03-31T05:16:55.087345Z","end":"2026-03-31T05:16:55.607249Z","steps":["trace[1077704960] 'agreement among raft nodes before linearized reading' (duration: 519.854963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.607252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.867221Z","time spent":"739.935849ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.607281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:55.087299Z","time spent":"519.976836ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:55.607296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.881583Z","time spent":"725.622335ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.607084Z","caller":"traceutil/trace.go:171","msg":"trace[656532917] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"739.670451ms","start":"2026-03-31T05:16:54.867398Z","end":"2026-03-31T05:16:55.607068Z","steps":["trace[656532917] 'process raft request' (duration: 739.462954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.607392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.719621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:55.607453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.881407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:55.607463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.867386Z","time spent":"740.043572ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:55.607451Z","caller":"traceutil/trace.go:171","msg":"trace[1921280595] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7742; }","duration":"727.801304ms","start":"2026-03-31T05:16:54.879633Z","end":"2026-03-31T05:16:55.607434Z","steps":["trace[1921280595] 'agreement among raft nodes before linearized reading' (duration: 727.66929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:55.607494Z","caller":"traceutil/trace.go:171","msg":"trace[1247049371] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7742; }","duration":"727.950879ms","start":"2026-03-31T05:16:54.879532Z","end":"2026-03-31T05:16:55.607483Z","steps":["trace[1247049371] 'agreement among raft nodes before linearized reading' (duration: 727.896337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.607527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.879515Z","time spent":"728.00574ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:16:55.607519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.879621Z","time spent":"727.885617ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:16:55.607405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.552737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19442"} {"level":"info","ts":"2026-03-31T05:16:55.607657Z","caller":"traceutil/trace.go:171","msg":"trace[519050945] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7742; }","duration":"739.824085ms","start":"2026-03-31T05:16:54.867825Z","end":"2026-03-31T05:16:55.607649Z","steps":["trace[519050945] 'agreement among raft nodes before linearized reading' (duration: 739.35653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.607685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.86782Z","time spent":"739.857837ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19466,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:16:55.607707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.970829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-31T05:16:55.607756Z","caller":"traceutil/trace.go:171","msg":"trace[1382439849] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7742; }","duration":"728.053612ms","start":"2026-03-31T05:16:54.87969Z","end":"2026-03-31T05:16:55.607744Z","steps":["trace[1382439849] 'agreement among raft nodes before linearized reading' (duration: 727.857116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.607805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.879669Z","time spent":"728.127814ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4715,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:16:55.60724Z","caller":"traceutil/trace.go:171","msg":"trace[824828048] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"724.106596ms","start":"2026-03-31T05:16:54.882984Z","end":"2026-03-31T05:16:55.607091Z","steps":["trace[824828048] 'process raft request' (duration: 724.049465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.608063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.882973Z","time spent":"724.948434ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:55.608378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.238451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:190464"} {"level":"info","ts":"2026-03-31T05:16:55.608454Z","caller":"traceutil/trace.go:171","msg":"trace[627838144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:7742; }","duration":"741.349674ms","start":"2026-03-31T05:16:54.867089Z","end":"2026-03-31T05:16:55.608439Z","steps":["trace[627838144] 'agreement among raft nodes before linearized reading' (duration: 740.065343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:55.608493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:54.867066Z","time spent":"741.416996ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":190488,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:16:55.879796Z","caller":"traceutil/trace.go:171","msg":"trace[431566886] linearizableReadLoop","detail":"{readStateIndex:8028; appliedIndex:8027; }","duration":"178.466445ms","start":"2026-03-31T05:16:55.701308Z","end":"2026-03-31T05:16:55.879775Z","steps":["trace[431566886] 'read index received' (duration: 131.383111ms)","trace[431566886] 'applied index is now lower than readState.Index' (duration: 47.082254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:55.880035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.715963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:55.880105Z","caller":"traceutil/trace.go:171","msg":"trace[1644830434] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7742; }","duration":"178.831396ms","start":"2026-03-31T05:16:55.701256Z","end":"2026-03-31T05:16:55.880088Z","steps":["trace[1644830434] 'agreement among raft nodes before linearized reading' (duration: 178.695352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:56.270816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.569935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:16:56.270895Z","caller":"traceutil/trace.go:171","msg":"trace[936632538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7744; }","duration":"176.70592ms","start":"2026-03-31T05:16:56.094171Z","end":"2026-03-31T05:16:56.270876Z","steps":["trace[936632538] 'range keys from in-memory index tree' (duration: 176.368689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:56.270963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.343136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:16:56.27106Z","caller":"traceutil/trace.go:171","msg":"trace[1455627117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7744; }","duration":"289.478239ms","start":"2026-03-31T05:16:55.981557Z","end":"2026-03-31T05:16:56.271036Z","steps":["trace[1455627117] 'range keys from in-memory index tree' (duration: 289.161519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:56.487007Z","caller":"traceutil/trace.go:171","msg":"trace[653821803] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"182.960798ms","start":"2026-03-31T05:16:56.304022Z","end":"2026-03-31T05:16:56.486983Z","steps":["trace[653821803] 'process raft request' (duration: 127.57556ms)","trace[653821803] 'compare' (duration: 55.240934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:57.31124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.285377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:57.311384Z","caller":"traceutil/trace.go:171","msg":"trace[1026577283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7748; }","duration":"222.471073ms","start":"2026-03-31T05:16:57.088884Z","end":"2026-03-31T05:16:57.311355Z","steps":["trace[1026577283] 'range keys from in-memory index tree' (duration: 222.170482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:57.65009Z","caller":"traceutil/trace.go:171","msg":"trace[1988549692] linearizableReadLoop","detail":"{readStateIndex:8035; appliedIndex:8034; }","duration":"176.73158ms","start":"2026-03-31T05:16:57.473343Z","end":"2026-03-31T05:16:57.650075Z","steps":["trace[1988549692] 'read index received' (duration: 176.684619ms)","trace[1988549692] 'applied index is now lower than readState.Index' (duration: 46.251µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:57.650135Z","caller":"traceutil/trace.go:171","msg":"trace[1536086814] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"322.693003ms","start":"2026-03-31T05:16:57.327424Z","end":"2026-03-31T05:16:57.650117Z","steps":["trace[1536086814] 'process raft request' (duration: 322.532858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:57.650305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.327394Z","time spent":"322.862339ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:57.650359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.998948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414319"} {"level":"info","ts":"2026-03-31T05:16:57.650413Z","caller":"traceutil/trace.go:171","msg":"trace[178461360] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7749; }","duration":"177.098771ms","start":"2026-03-31T05:16:57.473303Z","end":"2026-03-31T05:16:57.650402Z","steps":["trace[178461360] 'agreement among raft nodes before linearized reading' (duration: 176.885565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.103243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.713372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:58.103473Z","caller":"traceutil/trace.go:171","msg":"trace[285454546] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"454.682913ms","start":"2026-03-31T05:16:57.648746Z","end":"2026-03-31T05:16:58.103429Z","steps":["trace[285454546] 'process raft request' (duration: 281.693652ms)","trace[285454546] 'compare' (duration: 172.602529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:58.103575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.832269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:16:58.103618Z","caller":"traceutil/trace.go:171","msg":"trace[1787387065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7751; }","duration":"454.87595ms","start":"2026-03-31T05:16:57.648729Z","end":"2026-03-31T05:16:58.103605Z","steps":["trace[1787387065] 'agreement among raft nodes before linearized reading' (duration: 454.731725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.103591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.368419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:58.103635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.648728Z","time spent":"454.823938ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:58.103583Z","caller":"traceutil/trace.go:171","msg":"trace[1395183262] linearizableReadLoop","detail":"{readStateIndex:8037; appliedIndex:8035; }","duration":"453.251798ms","start":"2026-03-31T05:16:57.650173Z","end":"2026-03-31T05:16:58.103424Z","steps":["trace[1395183262] 'read index received' (duration: 280.222866ms)","trace[1395183262] 'applied index is now lower than readState.Index' (duration: 173.027892ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:58.103682Z","caller":"traceutil/trace.go:171","msg":"trace[426371293] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7751; }","duration":"457.516484ms","start":"2026-03-31T05:16:57.646143Z","end":"2026-03-31T05:16:58.103659Z","steps":["trace[426371293] 'agreement among raft nodes before linearized reading' (duration: 457.342528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:58.103704Z","caller":"traceutil/trace.go:171","msg":"trace[1792681719] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"454.815828ms","start":"2026-03-31T05:16:57.648874Z","end":"2026-03-31T05:16:58.10369Z","steps":["trace[1792681719] 'process raft request' (duration: 454.488467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.103693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.659348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:58.10374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.646071Z","time spent":"457.660408ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:16:58.103749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.066721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:16:58.103662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.648705Z","time spent":"454.947431ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:16:58.103765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.648864Z","time spent":"454.867909ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:58.103732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.889802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:16:58.10381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.086678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:16:58.103868Z","caller":"traceutil/trace.go:171","msg":"trace[1659687726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7751; }","duration":"473.181031ms","start":"2026-03-31T05:16:57.630669Z","end":"2026-03-31T05:16:58.10385Z","steps":["trace[1659687726] 'agreement among raft nodes before linearized reading' (duration: 473.017586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.103839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.806691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-31T05:16:58.103875Z","caller":"traceutil/trace.go:171","msg":"trace[1734950908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7751; }","duration":"456.109069ms","start":"2026-03-31T05:16:57.647739Z","end":"2026-03-31T05:16:58.103848Z","steps":["trace[1734950908] 'agreement among raft nodes before linearized reading' (duration: 455.705296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.103906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.630649Z","time spent":"473.248822ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:16:58.103936Z","caller":"traceutil/trace.go:171","msg":"trace[2105965248] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7751; }","duration":"456.926585ms","start":"2026-03-31T05:16:57.646988Z","end":"2026-03-31T05:16:58.103914Z","steps":["trace[2105965248] 'agreement among raft nodes before linearized reading' (duration: 456.577154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.103956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.647717Z","time spent":"456.223123ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:58.103985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.646946Z","time spent":"457.027968ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4715,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:16:58.103774Z","caller":"traceutil/trace.go:171","msg":"trace[954940210] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7751; }","duration":"457.796933ms","start":"2026-03-31T05:16:57.645956Z","end":"2026-03-31T05:16:58.103753Z","steps":["trace[954940210] 'agreement among raft nodes before linearized reading' (duration: 457.662068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.10405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.645932Z","time spent":"458.105792ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:16:58.103795Z","caller":"traceutil/trace.go:171","msg":"trace[1987437825] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7751; }","duration":"613.110263ms","start":"2026-03-31T05:16:57.490669Z","end":"2026-03-31T05:16:58.103779Z","steps":["trace[1987437825] 'agreement among raft nodes before linearized reading' (duration: 613.04589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.104156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.490625Z","time spent":"613.512926ms","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:58.103661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.041755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:16:58.104751Z","caller":"traceutil/trace.go:171","msg":"trace[1575587811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7751; }","duration":"456.13985ms","start":"2026-03-31T05:16:57.648591Z","end":"2026-03-31T05:16:58.104731Z","steps":["trace[1575587811] 'agreement among raft nodes before linearized reading' (duration: 454.927051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.10488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.648586Z","time spent":"456.280124ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:16:58.604098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782517710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:16:58.673535Z","caller":"traceutil/trace.go:171","msg":"trace[1418923699] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"679.20795ms","start":"2026-03-31T05:16:57.994301Z","end":"2026-03-31T05:16:58.673509Z","steps":["trace[1418923699] 'process raft request' (duration: 678.86983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.673677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.994276Z","time spent":"679.324613ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:58.828911Z","caller":"traceutil/trace.go:171","msg":"trace[1251462919] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"720.693648ms","start":"2026-03-31T05:16:58.10819Z","end":"2026-03-31T05:16:58.828884Z","steps":["trace[1251462919] 'process raft request' (duration: 621.801848ms)","trace[1251462919] 'compare' (duration: 98.698234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:58.829095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.108178Z","time spent":"720.825801ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:58.829222Z","caller":"traceutil/trace.go:171","msg":"trace[1726579252] transaction","detail":"{read_only:false; response_revision:7754; number_of_response:1; }","duration":"720.716688ms","start":"2026-03-31T05:16:58.108485Z","end":"2026-03-31T05:16:58.829201Z","steps":["trace[1726579252] 'process raft request' (duration: 720.339576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.829351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.108465Z","time spent":"720.821501ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:58.829654Z","caller":"traceutil/trace.go:171","msg":"trace[630485520] transaction","detail":"{read_only:false; response_revision:7755; number_of_response:1; }","duration":"721.010407ms","start":"2026-03-31T05:16:58.108619Z","end":"2026-03-31T05:16:58.82963Z","steps":["trace[630485520] 'process raft request' (duration: 720.47428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.829766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.10859Z","time spent":"721.119361ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:58.829791Z","caller":"traceutil/trace.go:171","msg":"trace[1563865007] linearizableReadLoop","detail":"{readStateIndex:8041; appliedIndex:8037; }","duration":"726.047447ms","start":"2026-03-31T05:16:58.103718Z","end":"2026-03-31T05:16:58.829766Z","steps":["trace[1563865007] 'read index received' (duration: 569.313371ms)","trace[1563865007] 'applied index is now lower than readState.Index' (duration: 156.732276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:58.829988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.015846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:16:58.83002Z","caller":"traceutil/trace.go:171","msg":"trace[1058273065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7755; }","duration":"852.089598ms","start":"2026-03-31T05:16:57.977922Z","end":"2026-03-31T05:16:58.830012Z","steps":["trace[1058273065] 'agreement among raft nodes before linearized reading' (duration: 851.950483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.830045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:57.977906Z","time spent":"852.132039ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:16:58.838728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.336953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:58.838819Z","caller":"traceutil/trace.go:171","msg":"trace[931554439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7756; }","duration":"225.487147ms","start":"2026-03-31T05:16:58.61331Z","end":"2026-03-31T05:16:58.838798Z","steps":["trace[931554439] 'agreement among raft nodes before linearized reading' (duration: 225.333392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.838829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.771277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:22 size:190464"} {"level":"info","ts":"2026-03-31T05:16:58.838865Z","caller":"traceutil/trace.go:171","msg":"trace[1838153268] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:22; response_revision:7756; }","duration":"730.844219ms","start":"2026-03-31T05:16:58.108013Z","end":"2026-03-31T05:16:58.838857Z","steps":["trace[1838153268] 'agreement among raft nodes before linearized reading' (duration: 730.606162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.83891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.107996Z","time spent":"730.909292ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":22,"response size":190488,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:16:58.838955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.96156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T05:16:58.83902Z","caller":"traceutil/trace.go:171","msg":"trace[1359252274] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7756; }","duration":"649.081744ms","start":"2026-03-31T05:16:58.18992Z","end":"2026-03-31T05:16:58.839002Z","steps":["trace[1359252274] 'agreement among raft nodes before linearized reading' (duration: 648.832236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.839052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.189896Z","time spent":"649.149036ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:16:58.83942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.204522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:16:58.839449Z","caller":"traceutil/trace.go:171","msg":"trace[499628759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7756; }","duration":"502.235173ms","start":"2026-03-31T05:16:58.337207Z","end":"2026-03-31T05:16:58.839442Z","steps":["trace[499628759] 'agreement among raft nodes before linearized reading' (duration: 502.14056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:58.839464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.33716Z","time spent":"502.299845ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:16:59.128909Z","caller":"traceutil/trace.go:171","msg":"trace[1114904849] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8042; }","duration":"287.462635ms","start":"2026-03-31T05:16:58.841417Z","end":"2026-03-31T05:16:59.12888Z","steps":["trace[1114904849] 'read index received' (duration: 287.211657ms)","trace[1114904849] 'applied index is now lower than readState.Index' (duration: 249.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:59.129018Z","caller":"traceutil/trace.go:171","msg":"trace[131074664] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"294.139427ms","start":"2026-03-31T05:16:58.834853Z","end":"2026-03-31T05:16:59.128992Z","steps":["trace[131074664] 'process raft request' (duration: 293.767696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.129098Z","caller":"traceutil/trace.go:171","msg":"trace[962534725] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"292.799125ms","start":"2026-03-31T05:16:58.836279Z","end":"2026-03-31T05:16:59.129079Z","steps":["trace[962534725] 'process raft request' (duration: 292.516796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.129233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.779935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-31T05:16:59.129325Z","caller":"traceutil/trace.go:171","msg":"trace[1773506728] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:7758; }","duration":"287.894339ms","start":"2026-03-31T05:16:58.841402Z","end":"2026-03-31T05:16:59.129297Z","steps":["trace[1773506728] 'agreement among raft nodes before linearized reading' (duration: 287.627231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.549366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.614058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:16:59.549527Z","caller":"traceutil/trace.go:171","msg":"trace[616691299] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"706.699184ms","start":"2026-03-31T05:16:58.842809Z","end":"2026-03-31T05:16:59.549508Z","steps":["trace[616691299] 'process raft request' (duration: 379.883079ms)","trace[616691299] 'compare' (duration: 326.524235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:59.549583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.842792Z","time spent":"706.765976ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:16:59.549613Z","caller":"traceutil/trace.go:171","msg":"trace[219700025] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"641.227116ms","start":"2026-03-31T05:16:58.908376Z","end":"2026-03-31T05:16:59.549603Z","steps":["trace[219700025] 'process raft request' (duration: 641.064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.549603Z","caller":"traceutil/trace.go:171","msg":"trace[2053262155] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"414.420866ms","start":"2026-03-31T05:16:59.135155Z","end":"2026-03-31T05:16:59.549576Z","steps":["trace[2053262155] 'process raft request' (duration: 414.333553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.549657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.908356Z","time spent":"641.275937ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:59.549715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.135143Z","time spent":"414.518478ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:16:59.549732Z","caller":"traceutil/trace.go:171","msg":"trace[1458397647] linearizableReadLoop","detail":"{readStateIndex:8046; appliedIndex:8044; }","duration":"420.741356ms","start":"2026-03-31T05:16:59.128983Z","end":"2026-03-31T05:16:59.549725Z","steps":["trace[1458397647] 'read index received' (duration: 93.712335ms)","trace[1458397647] 'applied index is now lower than readState.Index' (duration: 327.028131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:59.549802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.970217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:16:59.549824Z","caller":"traceutil/trace.go:171","msg":"trace[508873487] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7761; }","duration":"698.024788ms","start":"2026-03-31T05:16:58.851794Z","end":"2026-03-31T05:16:59.549819Z","steps":["trace[508873487] 'agreement among raft nodes before linearized reading' (duration: 697.950676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.549846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.851781Z","time spent":"698.059639ms","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:59.549911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.367317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T05:16:59.549898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.773138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:59.549929Z","caller":"traceutil/trace.go:171","msg":"trace[134844235] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7761; }","duration":"416.42878ms","start":"2026-03-31T05:16:59.133495Z","end":"2026-03-31T05:16:59.549924Z","steps":["trace[134844235] 'agreement among raft nodes before linearized reading' (duration: 416.347487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.549935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.298136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:16:59.549958Z","caller":"traceutil/trace.go:171","msg":"trace[1224730511] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7761; }","duration":"455.871101ms","start":"2026-03-31T05:16:59.09407Z","end":"2026-03-31T05:16:59.549941Z","steps":["trace[1224730511] 'agreement among raft nodes before linearized reading' (duration: 455.769158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.550014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.094045Z","time spent":"455.954424ms","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:16:59.550009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.971289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-31T05:16:59.549971Z","caller":"traceutil/trace.go:171","msg":"trace[1265352011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7761; }","duration":"462.365688ms","start":"2026-03-31T05:16:59.087594Z","end":"2026-03-31T05:16:59.549959Z","steps":["trace[1265352011] 'agreement among raft nodes before linearized reading' (duration: 462.305276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.550064Z","caller":"traceutil/trace.go:171","msg":"trace[1057947207] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:7761; }","duration":"585.058102ms","start":"2026-03-31T05:16:58.964991Z","end":"2026-03-31T05:16:59.550049Z","steps":["trace[1057947207] 'agreement among raft nodes before linearized reading' (duration: 584.909377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.550104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.087576Z","time spent":"462.520252ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:16:59.55013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:58.964973Z","time spent":"585.143295ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":931,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:16:59.549946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.133475Z","time spent":"416.46678ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T05:16:59.958691Z","caller":"traceutil/trace.go:171","msg":"trace[1841979585] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8047; }","duration":"382.198192ms","start":"2026-03-31T05:16:59.576474Z","end":"2026-03-31T05:16:59.958672Z","steps":["trace[1841979585] 'read index received' (duration: 319.648727ms)","trace[1841979585] 'applied index is now lower than readState.Index' (duration: 62.537855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:16:59.958717Z","caller":"traceutil/trace.go:171","msg":"trace[886492581] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"386.363195ms","start":"2026-03-31T05:16:59.572326Z","end":"2026-03-31T05:16:59.95869Z","steps":["trace[886492581] 'process raft request' (duration: 323.83024ms)","trace[886492581] 'compare' (duration: 62.156333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:16:59.958867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.388749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19442"} {"level":"info","ts":"2026-03-31T05:16:59.958896Z","caller":"traceutil/trace.go:171","msg":"trace[1391935599] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7762; }","duration":"382.455751ms","start":"2026-03-31T05:16:59.576433Z","end":"2026-03-31T05:16:59.958888Z","steps":["trace[1391935599] 'agreement among raft nodes before linearized reading' (duration: 382.342287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.958862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.572306Z","time spent":"386.469228ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6382,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:16:59.958916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.576414Z","time spent":"382.497532ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19466,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:16:59.959201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.378369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:16:59.95898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.301756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:16:59.959273Z","caller":"traceutil/trace.go:171","msg":"trace[1472143300] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7762; }","duration":"302.496383ms","start":"2026-03-31T05:16:59.656759Z","end":"2026-03-31T05:16:59.959255Z","steps":["trace[1472143300] 'agreement among raft nodes before linearized reading' (duration: 302.382239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:16:59.959341Z","caller":"traceutil/trace.go:171","msg":"trace[1741742539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7762; }","duration":"302.666668ms","start":"2026-03-31T05:16:59.656625Z","end":"2026-03-31T05:16:59.959292Z","steps":["trace[1741742539] 'agreement among raft nodes before linearized reading' (duration: 302.181902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:16:59.959372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.656608Z","time spent":"302.756171ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:16:59.960197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:16:59.65674Z","time spent":"303.431222ms","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:00.223689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.458925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:00.223702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.317611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:00.223766Z","caller":"traceutil/trace.go:171","msg":"trace[1924204205] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7763; }","duration":"115.60745ms","start":"2026-03-31T05:17:00.108142Z","end":"2026-03-31T05:17:00.223749Z","steps":["trace[1924204205] 'range keys from in-memory index tree' (duration: 115.341281ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:00.223785Z","caller":"traceutil/trace.go:171","msg":"trace[378925108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7763; }","duration":"138.460115ms","start":"2026-03-31T05:17:00.085306Z","end":"2026-03-31T05:17:00.223766Z","steps":["trace[378925108] 'range keys from in-memory index tree' (duration: 138.216247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:00.255527Z","caller":"traceutil/trace.go:171","msg":"trace[49321066] linearizableReadLoop","detail":"{readStateIndex:8050; appliedIndex:8049; }","duration":"147.165001ms","start":"2026-03-31T05:17:00.108346Z","end":"2026-03-31T05:17:00.255511Z","steps":["trace[49321066] 'read index received' (duration: 146.991646ms)","trace[49321066] 'applied index is now lower than readState.Index' (duration: 172.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:00.255664Z","caller":"traceutil/trace.go:171","msg":"trace[842099730] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"147.378938ms","start":"2026-03-31T05:17:00.108263Z","end":"2026-03-31T05:17:00.255641Z","steps":["trace[842099730] 'process raft request' (duration: 147.12728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.25581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.42724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:00.255894Z","caller":"traceutil/trace.go:171","msg":"trace[355960432] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7764; }","duration":"147.582605ms","start":"2026-03-31T05:17:00.108291Z","end":"2026-03-31T05:17:00.255873Z","steps":["trace[355960432] 'agreement among raft nodes before linearized reading' (duration: 147.362878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:00.638901Z","caller":"traceutil/trace.go:171","msg":"trace[319667464] linearizableReadLoop","detail":"{readStateIndex:8051; appliedIndex:8050; }","duration":"383.262386ms","start":"2026-03-31T05:17:00.255615Z","end":"2026-03-31T05:17:00.638877Z","steps":["trace[319667464] 'read index received' (duration: 383.006018ms)","trace[319667464] 'applied index is now lower than readState.Index' (duration: 255.438µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:00.638966Z","caller":"traceutil/trace.go:171","msg":"trace[1739526730] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"529.888891ms","start":"2026-03-31T05:17:00.109053Z","end":"2026-03-31T05:17:00.638941Z","steps":["trace[1739526730] 'process raft request' (duration: 529.634433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.63913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.347786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-31T05:17:00.63921Z","caller":"traceutil/trace.go:171","msg":"trace[124927262] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7765; }","duration":"530.466729ms","start":"2026-03-31T05:17:00.108725Z","end":"2026-03-31T05:17:00.639192Z","steps":["trace[124927262] 'agreement among raft nodes before linearized reading' (duration: 530.255222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.639254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.108714Z","time spent":"530.527112ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4715,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:17:00.639291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.109034Z","time spent":"529.985925ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:00.639728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.254397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-31T05:17:00.639816Z","caller":"traceutil/trace.go:171","msg":"trace[1113672229] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7765; }","duration":"475.383951ms","start":"2026-03-31T05:17:00.164411Z","end":"2026-03-31T05:17:00.639795Z","steps":["trace[1113672229] 'agreement among raft nodes before linearized reading' (duration: 474.737761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.639879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.164396Z","time spent":"475.454373ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T05:17:00.639936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.198511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:00.64Z","caller":"traceutil/trace.go:171","msg":"trace[1361898471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7765; }","duration":"415.300603ms","start":"2026-03-31T05:17:00.224685Z","end":"2026-03-31T05:17:00.639986Z","steps":["trace[1361898471] 'agreement among raft nodes before linearized reading' (duration: 414.971913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.640035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:00.224674Z","time spent":"415.355026ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:00.992629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.811671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:17:00.9927Z","caller":"traceutil/trace.go:171","msg":"trace[806469267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7765; }","duration":"146.943814ms","start":"2026-03-31T05:17:00.845738Z","end":"2026-03-31T05:17:00.992682Z","steps":["trace[806469267] 'range keys from in-memory index tree' (duration: 146.600904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.992636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.821538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:17:00.992791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.060776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:17:00.992801Z","caller":"traceutil/trace.go:171","msg":"trace[158123727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7765; }","duration":"157.040586ms","start":"2026-03-31T05:17:00.835745Z","end":"2026-03-31T05:17:00.992785Z","steps":["trace[158123727] 'range keys from in-memory index tree' (duration: 156.613672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:00.992841Z","caller":"traceutil/trace.go:171","msg":"trace[117483442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7765; }","duration":"157.155909ms","start":"2026-03-31T05:17:00.835674Z","end":"2026-03-31T05:17:00.99283Z","steps":["trace[117483442] 'range keys from in-memory index tree' (duration: 156.901451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:00.992942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.041875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:17:00.99297Z","caller":"traceutil/trace.go:171","msg":"trace[1521113813] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7765; }","duration":"157.071636ms","start":"2026-03-31T05:17:00.835884Z","end":"2026-03-31T05:17:00.992955Z","steps":["trace[1521113813] 'range keys from in-memory index tree' (duration: 156.739716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:01.320547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.42652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:01.320626Z","caller":"traceutil/trace.go:171","msg":"trace[1951636000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7768; }","duration":"187.548254ms","start":"2026-03-31T05:17:01.133057Z","end":"2026-03-31T05:17:01.320605Z","steps":["trace[1951636000] 'range keys from in-memory index tree' (duration: 187.258395ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:02.167899Z","caller":"traceutil/trace.go:171","msg":"trace[1709037665] linearizableReadLoop","detail":"{readStateIndex:8057; appliedIndex:8056; }","duration":"369.54572ms","start":"2026-03-31T05:17:01.798333Z","end":"2026-03-31T05:17:02.167879Z","steps":["trace[1709037665] 'read index received' (duration: 369.419956ms)","trace[1709037665] 'applied index is now lower than readState.Index' (duration: 124.434µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:02.168061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.700915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:02.168101Z","caller":"traceutil/trace.go:171","msg":"trace[927263346] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7771; }","duration":"369.791068ms","start":"2026-03-31T05:17:01.798293Z","end":"2026-03-31T05:17:02.168084Z","steps":["trace[927263346] 'agreement among raft nodes before linearized reading' (duration: 369.709285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:02.168077Z","caller":"traceutil/trace.go:171","msg":"trace[1945047374] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"599.205821ms","start":"2026-03-31T05:17:01.568817Z","end":"2026-03-31T05:17:02.168023Z","steps":["trace[1945047374] 'process raft request' (duration: 598.906651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.168349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.656187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:17:02.16837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:01.5688Z","time spent":"599.429107ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:02.168554Z","caller":"traceutil/trace.go:171","msg":"trace[1400068902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7771; }","duration":"124.797142ms","start":"2026-03-31T05:17:02.043628Z","end":"2026-03-31T05:17:02.168425Z","steps":["trace[1400068902] 'agreement among raft nodes before linearized reading' (duration: 124.475261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.168151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:01.798273Z","time spent":"369.864419ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:02.360738Z","caller":"traceutil/trace.go:171","msg":"trace[1099578068] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"163.703337ms","start":"2026-03-31T05:17:02.197008Z","end":"2026-03-31T05:17:02.360711Z","steps":["trace[1099578068] 'process raft request' (duration: 163.552552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:02.36083Z","caller":"traceutil/trace.go:171","msg":"trace[1982041374] linearizableReadLoop","detail":"{readStateIndex:8059; appliedIndex:8057; }","duration":"133.114676ms","start":"2026-03-31T05:17:02.227694Z","end":"2026-03-31T05:17:02.360809Z","steps":["trace[1982041374] 'read index received' (duration: 55.146831ms)","trace[1982041374] 'applied index is now lower than readState.Index' (duration: 77.966875ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:02.360899Z","caller":"traceutil/trace.go:171","msg":"trace[505097125] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"100.389797ms","start":"2026-03-31T05:17:02.260483Z","end":"2026-03-31T05:17:02.360873Z","steps":["trace[505097125] 'process raft request' (duration: 100.188421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.360962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.26645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:02.360733Z","caller":"traceutil/trace.go:171","msg":"trace[2009806076] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"188.256846ms","start":"2026-03-31T05:17:02.172433Z","end":"2026-03-31T05:17:02.36069Z","steps":["trace[2009806076] 'process raft request' (duration: 110.416045ms)","trace[2009806076] 'compare' (duration: 77.422288ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:02.361032Z","caller":"traceutil/trace.go:171","msg":"trace[1825402460] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7774; }","duration":"133.395675ms","start":"2026-03-31T05:17:02.227626Z","end":"2026-03-31T05:17:02.361022Z","steps":["trace[1825402460] 'agreement among raft nodes before linearized reading' (duration: 133.290831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.361075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.052308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:02.361104Z","caller":"traceutil/trace.go:171","msg":"trace[26404422] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7774; }","duration":"101.137951ms","start":"2026-03-31T05:17:02.259959Z","end":"2026-03-31T05:17:02.361097Z","steps":["trace[26404422] 'agreement among raft nodes before linearized reading' (duration: 101.071359ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:02.976736Z","caller":"traceutil/trace.go:171","msg":"trace[637335658] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"333.664512ms","start":"2026-03-31T05:17:02.643048Z","end":"2026-03-31T05:17:02.976713Z","steps":["trace[637335658] 'process raft request' (duration: 333.432345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.976868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:02.64303Z","time spent":"333.772175ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:02.976942Z","caller":"traceutil/trace.go:171","msg":"trace[555875624] linearizableReadLoop","detail":"{readStateIndex:8062; appliedIndex:8060; }","duration":"333.090883ms","start":"2026-03-31T05:17:02.643815Z","end":"2026-03-31T05:17:02.976906Z","steps":["trace[555875624] 'read index received' (duration: 50.986238ms)","trace[555875624] 'applied index is now lower than readState.Index' (duration: 282.100935ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:02.977156Z","caller":"traceutil/trace.go:171","msg":"trace[1735309697] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"332.703102ms","start":"2026-03-31T05:17:02.644439Z","end":"2026-03-31T05:17:02.977142Z","steps":["trace[1735309697] 'process raft request' (duration: 332.220576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.977232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:02.64443Z","time spent":"332.765873ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:02.97742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.58655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-31T05:17:02.977636Z","caller":"traceutil/trace.go:171","msg":"trace[1863447270] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:7777; }","duration":"333.796226ms","start":"2026-03-31T05:17:02.643783Z","end":"2026-03-31T05:17:02.977579Z","steps":["trace[1863447270] 'agreement among raft nodes before linearized reading' (duration: 333.330711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:02.977739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:02.643773Z","time spent":"333.946811ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4715,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:17:03.015027Z","caller":"traceutil/trace.go:171","msg":"trace[502922741] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"238.085297ms","start":"2026-03-31T05:17:02.776911Z","end":"2026-03-31T05:17:03.014997Z","steps":["trace[502922741] 'process raft request' (duration: 237.934503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.133997Z","caller":"traceutil/trace.go:171","msg":"trace[203825204] linearizableReadLoop","detail":"{readStateIndex:8065; appliedIndex:8064; }","duration":"111.49763ms","start":"2026-03-31T05:17:03.022473Z","end":"2026-03-31T05:17:03.133971Z","steps":["trace[203825204] 'read index received' (duration: 31.290184ms)","trace[203825204] 'applied index is now lower than readState.Index' (duration: 80.206216ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:03.13401Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5780} {"level":"info","ts":"2026-03-31T05:17:03.13412Z","caller":"traceutil/trace.go:171","msg":"trace[1299743445] compact","detail":"{revision:5780; response_revision:7778; }","duration":"117.396917ms","start":"2026-03-31T05:17:03.016697Z","end":"2026-03-31T05:17:03.134094Z","steps":["trace[1299743445] 'process raft request' (duration: 37.044266ms)","trace[1299743445] 'check and update compact revision' (duration: 80.137524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:03.134277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.793179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:17:03.13434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.780772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:17:03.13434Z","caller":"traceutil/trace.go:171","msg":"trace[1226377630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7778; }","duration":"111.914743ms","start":"2026-03-31T05:17:03.022407Z","end":"2026-03-31T05:17:03.134322Z","steps":["trace[1226377630] 'agreement among raft nodes before linearized reading' (duration: 111.703227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.134378Z","caller":"traceutil/trace.go:171","msg":"trace[28425559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7778; }","duration":"102.835395ms","start":"2026-03-31T05:17:03.031531Z","end":"2026-03-31T05:17:03.134367Z","steps":["trace[28425559] 'agreement among raft nodes before linearized reading' (duration: 102.607998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.134385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.912554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:17:03.134462Z","caller":"traceutil/trace.go:171","msg":"trace[1219686730] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7778; }","duration":"107.013117ms","start":"2026-03-31T05:17:03.027407Z","end":"2026-03-31T05:17:03.13442Z","steps":["trace[1219686730] 'agreement among raft nodes before linearized reading' (duration: 106.741419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.134528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.809802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:17:03.134555Z","caller":"traceutil/trace.go:171","msg":"trace[792602891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7778; }","duration":"107.849813ms","start":"2026-03-31T05:17:03.026697Z","end":"2026-03-31T05:17:03.134547Z","steps":["trace[792602891] 'agreement among raft nodes before linearized reading' (duration: 107.443961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.263655Z","caller":"traceutil/trace.go:171","msg":"trace[699863138] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"124.616426ms","start":"2026-03-31T05:17:03.138985Z","end":"2026-03-31T05:17:03.263601Z","steps":["trace[699863138] 'process raft request' (duration: 56.656779ms)","trace[699863138] 'compare' (duration: 12.779245ms)","trace[699863138] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:415; } (duration: 55.047367ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:17:03.415875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.210341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:03.416066Z","caller":"traceutil/trace.go:171","msg":"trace[2111276287] linearizableReadLoop","detail":"{readStateIndex:8068; appliedIndex:8065; }","duration":"271.414985ms","start":"2026-03-31T05:17:03.144635Z","end":"2026-03-31T05:17:03.41605Z","steps":["trace[2111276287] 'read index received' (duration: 50.936406ms)","trace[2111276287] 'applied index is now lower than readState.Index' (duration: 220.477279ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:03.416159Z","caller":"traceutil/trace.go:171","msg":"trace[1201626928] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"276.404844ms","start":"2026-03-31T05:17:03.139671Z","end":"2026-03-31T05:17:03.416076Z","steps":["trace[1201626928] 'process raft request' (duration: 276.302911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.416148Z","caller":"traceutil/trace.go:171","msg":"trace[64848635] transaction","detail":"{read_only:false; response_revision:7780; number_of_response:1; }","duration":"276.602931ms","start":"2026-03-31T05:17:03.139484Z","end":"2026-03-31T05:17:03.416087Z","steps":["trace[64848635] 'process raft request' (duration: 124.09773ms)","trace[64848635] 'compare' (duration: 58.511497ms)","trace[64848635] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:535; } (duration: 93.596921ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T05:17:03.416361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.706235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:17:03.416429Z","caller":"traceutil/trace.go:171","msg":"trace[1415493805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7781; }","duration":"271.810638ms","start":"2026-03-31T05:17:03.144604Z","end":"2026-03-31T05:17:03.416415Z","steps":["trace[1415493805] 'agreement among raft nodes before linearized reading' (duration: 271.5595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.648664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.679619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:03.648915Z","caller":"traceutil/trace.go:171","msg":"trace[835072786] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"227.913365ms","start":"2026-03-31T05:17:03.42095Z","end":"2026-03-31T05:17:03.648864Z","steps":["trace[835072786] 'process raft request' (duration: 124.981868ms)","trace[835072786] 'compare' (duration: 12.959621ms)","trace[835072786] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:460; } (duration: 89.586694ms)"],"step_count":3} {"level":"info","ts":"2026-03-31T05:17:03.648958Z","caller":"traceutil/trace.go:171","msg":"trace[1077443302] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"227.573675ms","start":"2026-03-31T05:17:03.421337Z","end":"2026-03-31T05:17:03.648911Z","steps":["trace[1077443302] 'process raft request' (duration: 227.42176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.648975Z","caller":"traceutil/trace.go:171","msg":"trace[435865446] transaction","detail":"{read_only:false; response_revision:7784; number_of_response:1; }","duration":"225.391975ms","start":"2026-03-31T05:17:03.423572Z","end":"2026-03-31T05:17:03.648964Z","steps":["trace[435865446] 'process raft request' (duration: 225.264681ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.935193Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5780,"took":"798.57373ms","hash":1964693819,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":25067520,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T05:17:03.935242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1964693819,"revision":5780,"compact-revision":2889} {"level":"info","ts":"2026-03-31T05:17:03.935688Z","caller":"traceutil/trace.go:171","msg":"trace[1187209555] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"282.538779ms","start":"2026-03-31T05:17:03.653131Z","end":"2026-03-31T05:17:03.93567Z","steps":["trace[1187209555] 'process raft request' (duration: 282.444226ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.943651Z","caller":"traceutil/trace.go:171","msg":"trace[48840286] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"290.473531ms","start":"2026-03-31T05:17:03.653159Z","end":"2026-03-31T05:17:03.943633Z","steps":["trace[48840286] 'process raft request' (duration: 290.309656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:03.943786Z","caller":"traceutil/trace.go:171","msg":"trace[892770190] linearizableReadLoop","detail":"{readStateIndex:8074; appliedIndex:8071; }","duration":"212.94249ms","start":"2026-03-31T05:17:03.730824Z","end":"2026-03-31T05:17:03.943767Z","steps":["trace[892770190] 'read index received' (duration: 204.76378ms)","trace[892770190] 'applied index is now lower than readState.Index' (duration: 8.17759ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:03.943917Z","caller":"traceutil/trace.go:171","msg":"trace[1984950800] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"286.905087ms","start":"2026-03-31T05:17:03.657001Z","end":"2026-03-31T05:17:03.943906Z","steps":["trace[1984950800] 'process raft request' (duration: 286.583467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.945909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.120289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:03.945981Z","caller":"traceutil/trace.go:171","msg":"trace[1585604140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7787; }","duration":"215.212822ms","start":"2026-03-31T05:17:03.73075Z","end":"2026-03-31T05:17:03.945963Z","steps":["trace[1585604140] 'agreement among raft nodes before linearized reading' (duration: 213.439615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:03.947555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.086121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T05:17:03.947613Z","caller":"traceutil/trace.go:171","msg":"trace[1697191247] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7787; }","duration":"102.212025ms","start":"2026-03-31T05:17:03.845389Z","end":"2026-03-31T05:17:03.947601Z","steps":["trace[1697191247] 'agreement among raft nodes before linearized reading' (duration: 98.579939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:05.596035Z","caller":"traceutil/trace.go:171","msg":"trace[586514050] linearizableReadLoop","detail":"{readStateIndex:8085; appliedIndex:8083; }","duration":"117.757998ms","start":"2026-03-31T05:17:05.478259Z","end":"2026-03-31T05:17:05.596017Z","steps":["trace[586514050] 'read index received' (duration: 32.654626ms)","trace[586514050] 'applied index is now lower than readState.Index' (duration: 85.102662ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:05.59615Z","caller":"traceutil/trace.go:171","msg":"trace[1635531229] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"140.877163ms","start":"2026-03-31T05:17:05.45523Z","end":"2026-03-31T05:17:05.596107Z","steps":["trace[1635531229] 'process raft request' (duration: 131.782044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.596193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.924224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:05.596308Z","caller":"traceutil/trace.go:171","msg":"trace[592614826] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7797; }","duration":"118.086859ms","start":"2026-03-31T05:17:05.478212Z","end":"2026-03-31T05:17:05.596298Z","steps":["trace[592614826] 'agreement among raft nodes before linearized reading' (duration: 117.902133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:05.822116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.533795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:05.822289Z","caller":"traceutil/trace.go:171","msg":"trace[2112059569] linearizableReadLoop","detail":"{readStateIndex:8088; appliedIndex:8087; }","duration":"151.806569ms","start":"2026-03-31T05:17:05.670405Z","end":"2026-03-31T05:17:05.822211Z","steps":["trace[2112059569] 'read index received' (duration: 26.031396ms)","trace[2112059569] 'applied index is now lower than readState.Index' (duration: 125.773793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:05.822367Z","caller":"traceutil/trace.go:171","msg":"trace[714083348] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"165.366669ms","start":"2026-03-31T05:17:05.656981Z","end":"2026-03-31T05:17:05.822348Z","steps":["trace[714083348] 'process raft request' (duration: 39.514064ms)","trace[714083348] 'compare' (duration: 125.242916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:05.822449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.041546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-rabbit-init-4dsnn\" ","response":"range_response_count:1 size:6424"} {"level":"info","ts":"2026-03-31T05:17:05.822484Z","caller":"traceutil/trace.go:171","msg":"trace[2013609172] range","detail":"{range_begin:/registry/pods/openstack/barbican-rabbit-init-4dsnn; range_end:; response_count:1; response_revision:7799; }","duration":"152.100228ms","start":"2026-03-31T05:17:05.670374Z","end":"2026-03-31T05:17:05.822474Z","steps":["trace[2013609172] 'agreement among raft nodes before linearized reading' (duration: 151.948134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:06.099196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.186579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:06.099301Z","caller":"traceutil/trace.go:171","msg":"trace[240848526] linearizableReadLoop","detail":"{readStateIndex:8089; appliedIndex:8088; }","duration":"152.142909ms","start":"2026-03-31T05:17:05.947143Z","end":"2026-03-31T05:17:06.099286Z","steps":["trace[240848526] 'read index received' (duration: 51.982µs)","trace[240848526] 'applied index is now lower than readState.Index' (duration: 152.089507ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:06.099335Z","caller":"traceutil/trace.go:171","msg":"trace[1373798829] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"266.947194ms","start":"2026-03-31T05:17:05.832339Z","end":"2026-03-31T05:17:06.099287Z","steps":["trace[1373798829] 'process raft request' (duration: 98.59324ms)","trace[1373798829] 'compare' (duration: 167.975532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:06.099519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.364577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:06.099601Z","caller":"traceutil/trace.go:171","msg":"trace[609669063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7800; }","duration":"152.435289ms","start":"2026-03-31T05:17:05.947126Z","end":"2026-03-31T05:17:06.099561Z","steps":["trace[609669063] 'agreement among raft nodes before linearized reading' (duration: 152.204982ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:06.367994Z","caller":"traceutil/trace.go:171","msg":"trace[1829062681] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"165.612537ms","start":"2026-03-31T05:17:06.20236Z","end":"2026-03-31T05:17:06.367973Z","steps":["trace[1829062681] 'process raft request' (duration: 165.421471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:06.637608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.775038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:17:06.637686Z","caller":"traceutil/trace.go:171","msg":"trace[2138557767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7804; }","duration":"122.905661ms","start":"2026-03-31T05:17:06.514763Z","end":"2026-03-31T05:17:06.637668Z","steps":["trace[2138557767] 'range keys from in-memory index tree' (duration: 122.558591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:08.290794Z","caller":"traceutil/trace.go:171","msg":"trace[128444982] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"101.11112ms","start":"2026-03-31T05:17:08.18966Z","end":"2026-03-31T05:17:08.290772Z","steps":["trace[128444982] 'process raft request' (duration: 24.195508ms)","trace[128444982] 'compare' (duration: 76.589682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:16.682836Z","caller":"traceutil/trace.go:171","msg":"trace[985120085] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"177.823145ms","start":"2026-03-31T05:17:16.504982Z","end":"2026-03-31T05:17:16.682805Z","steps":["trace[985120085] 'process raft request' (duration: 177.741802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:16.682894Z","caller":"traceutil/trace.go:171","msg":"trace[961007571] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"233.40813ms","start":"2026-03-31T05:17:16.449432Z","end":"2026-03-31T05:17:16.682841Z","steps":["trace[961007571] 'process raft request' (duration: 146.815401ms)","trace[961007571] 'compare' (duration: 86.191996ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:16.683015Z","caller":"traceutil/trace.go:171","msg":"trace[516622912] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8168; }","duration":"196.26718ms","start":"2026-03-31T05:17:16.486649Z","end":"2026-03-31T05:17:16.682917Z","steps":["trace[516622912] 'read index received' (duration: 109.599649ms)","trace[516622912] 'applied index is now lower than readState.Index' (duration: 86.664751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:16.683201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.823233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:16.683254Z","caller":"traceutil/trace.go:171","msg":"trace[1771411560] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7879; }","duration":"199.966048ms","start":"2026-03-31T05:17:16.483276Z","end":"2026-03-31T05:17:16.683242Z","steps":["trace[1771411560] 'agreement among raft nodes before linearized reading' (duration: 199.857724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:16.683538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.16312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:17:16.683596Z","caller":"traceutil/trace.go:171","msg":"trace[1518973734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7879; }","duration":"163.286333ms","start":"2026-03-31T05:17:16.520297Z","end":"2026-03-31T05:17:16.683584Z","steps":["trace[1518973734] 'agreement among raft nodes before linearized reading' (duration: 163.038546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:21.78569Z","caller":"traceutil/trace.go:171","msg":"trace[2012420526] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"112.631806ms","start":"2026-03-31T05:17:21.673015Z","end":"2026-03-31T05:17:21.785647Z","steps":["trace[2012420526] 'process raft request' (duration: 112.307705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.034176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.772735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:22.034264Z","caller":"traceutil/trace.go:171","msg":"trace[195844700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7906; }","duration":"132.923779ms","start":"2026-03-31T05:17:21.90132Z","end":"2026-03-31T05:17:22.034244Z","steps":["trace[195844700] 'range keys from in-memory index tree' (duration: 132.548558ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:22.554538Z","caller":"traceutil/trace.go:171","msg":"trace[257564083] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8198; }","duration":"467.761859ms","start":"2026-03-31T05:17:22.086749Z","end":"2026-03-31T05:17:22.554511Z","steps":["trace[257564083] 'read index received' (duration: 467.531902ms)","trace[257564083] 'applied index is now lower than readState.Index' (duration: 228.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:22.554664Z","caller":"traceutil/trace.go:171","msg":"trace[321156631] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"515.112872ms","start":"2026-03-31T05:17:22.039517Z","end":"2026-03-31T05:17:22.55463Z","steps":["trace[321156631] 'process raft request' (duration: 514.833903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.554783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.722173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:22.554851Z","caller":"traceutil/trace.go:171","msg":"trace[1205502848] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7907; }","duration":"447.816986ms","start":"2026-03-31T05:17:22.107017Z","end":"2026-03-31T05:17:22.554834Z","steps":["trace[1205502848] 'agreement among raft nodes before linearized reading' (duration: 447.712363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.554842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.448749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:22.554883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.0395Z","time spent":"515.292608ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:22.554898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.107002Z","time spent":"447.883708ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:17:22.554717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.944205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:22.555138Z","caller":"traceutil/trace.go:171","msg":"trace[1193447118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7907; }","duration":"468.429ms","start":"2026-03-31T05:17:22.086697Z","end":"2026-03-31T05:17:22.555126Z","steps":["trace[1193447118] 'agreement among raft nodes before linearized reading' (duration: 467.961706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.555172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.086672Z","time spent":"468.489552ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:17:22.556325Z","caller":"traceutil/trace.go:171","msg":"trace[1268501577] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7907; }","duration":"324.584074ms","start":"2026-03-31T05:17:22.230312Z","end":"2026-03-31T05:17:22.554896Z","steps":["trace[1268501577] 'agreement among raft nodes before linearized reading' (duration: 324.46144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:22.55642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:22.230289Z","time spent":"326.095372ms","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:22.816616Z","caller":"traceutil/trace.go:171","msg":"trace[192772552] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"114.323949ms","start":"2026-03-31T05:17:22.70226Z","end":"2026-03-31T05:17:22.816584Z","steps":["trace[192772552] 'process raft request' (duration: 79.991609ms)","trace[192772552] 'compare' (duration: 34.171525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:23.992221Z","caller":"traceutil/trace.go:171","msg":"trace[1843453419] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"150.028203ms","start":"2026-03-31T05:17:23.842166Z","end":"2026-03-31T05:17:23.992194Z","steps":["trace[1843453419] 'process raft request' (duration: 58.326041ms)","trace[1843453419] 'compare' (duration: 91.585908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:25.575265Z","caller":"traceutil/trace.go:171","msg":"trace[1683699614] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"117.874192ms","start":"2026-03-31T05:17:25.457357Z","end":"2026-03-31T05:17:25.575231Z","steps":["trace[1683699614] 'process raft request' (duration: 117.639075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:25.814752Z","caller":"traceutil/trace.go:171","msg":"trace[129502480] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"118.596395ms","start":"2026-03-31T05:17:25.695783Z","end":"2026-03-31T05:17:25.81438Z","steps":["trace[129502480] 'process raft request' (duration: 116.385364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:26.071208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.239088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:26.071625Z","caller":"traceutil/trace.go:171","msg":"trace[116207217] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"226.337115ms","start":"2026-03-31T05:17:25.845245Z","end":"2026-03-31T05:17:26.071582Z","steps":["trace[116207217] 'process raft request' (duration: 110.640972ms)","trace[116207217] 'compare' (duration: 115.121234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:26.830765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.979133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:26.830876Z","caller":"traceutil/trace.go:171","msg":"trace[1796982307] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"217.618628ms","start":"2026-03-31T05:17:26.613237Z","end":"2026-03-31T05:17:26.830856Z","steps":["trace[1796982307] 'process raft request' (duration: 83.46857ms)","trace[1796982307] 'compare' (duration: 133.845139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:28.099901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.509237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:28.10004Z","caller":"traceutil/trace.go:171","msg":"trace[1497225083] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8221; }","duration":"1.393450233s","start":"2026-03-31T05:17:26.70657Z","end":"2026-03-31T05:17:28.10002Z","steps":["trace[1497225083] 'read index received' (duration: 440.773021ms)","trace[1497225083] 'applied index is now lower than readState.Index' (duration: 952.675282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:28.100271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39367551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:28.100267Z","caller":"traceutil/trace.go:171","msg":"trace[1347970015] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"1.484955808s","start":"2026-03-31T05:17:26.615227Z","end":"2026-03-31T05:17:28.100182Z","steps":["trace[1347970015] 'process raft request' (duration: 532.06183ms)","trace[1347970015] 'compare' (duration: 952.231187ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:28.10036Z","caller":"traceutil/trace.go:171","msg":"trace[1725136749] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7929; }","duration":"1.393819374s","start":"2026-03-31T05:17:26.706522Z","end":"2026-03-31T05:17:28.100342Z","steps":["trace[1725136749] 'agreement among raft nodes before linearized reading' (duration: 1.393662909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.100413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.706501Z","time spent":"1.393899447s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:17:28.100607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.615202Z","time spent":"1.485222516s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:28.362207Z","caller":"traceutil/trace.go:171","msg":"trace[178946868] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"1.516782348s","start":"2026-03-31T05:17:26.845393Z","end":"2026-03-31T05:17:28.362175Z","steps":["trace[178946868] 'process raft request' (duration: 1.516690435s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:28.362243Z","caller":"traceutil/trace.go:171","msg":"trace[1498151294] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"1.55620789s","start":"2026-03-31T05:17:26.806011Z","end":"2026-03-31T05:17:28.362219Z","steps":["trace[1498151294] 'process raft request' (duration: 1.538968042s)","trace[1498151294] 'compare' (duration: 16.877696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:28.362562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.805989Z","time spent":"1.556470218s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:28.362685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.845373Z","time spent":"1.516942814s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:28.707813Z","caller":"traceutil/trace.go:171","msg":"trace[1335465888] linearizableReadLoop","detail":"{readStateIndex:8225; appliedIndex:8222; }","duration":"607.700312ms","start":"2026-03-31T05:17:28.100081Z","end":"2026-03-31T05:17:28.707781Z","steps":["trace[1335465888] 'read index received' (duration: 244.901414ms)","trace[1335465888] 'applied index is now lower than readState.Index' (duration: 362.797788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:28.708017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517179402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:28.708018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125863491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:17:28.708089Z","caller":"traceutil/trace.go:171","msg":"trace[1999254843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7932; }","duration":"1.125979534s","start":"2026-03-31T05:17:27.582099Z","end":"2026-03-31T05:17:28.708078Z","steps":["trace[1999254843] 'agreement among raft nodes before linearized reading' (duration: 1.125753197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.708117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.58208Z","time spent":"1.126029766s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:17:28.708054Z","caller":"traceutil/trace.go:171","msg":"trace[2036727544] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7932; }","duration":"1.517272635s","start":"2026-03-31T05:17:27.19077Z","end":"2026-03-31T05:17:28.708043Z","steps":["trace[2036727544] 'agreement among raft nodes before linearized reading' (duration: 1.517184542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.708159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.190751Z","time spent":"1.517392759s","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:28.708374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41408637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:17:28.708462Z","caller":"traceutil/trace.go:171","msg":"trace[1860614937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7932; }","duration":"1.414461272s","start":"2026-03-31T05:17:27.293952Z","end":"2026-03-31T05:17:28.708413Z","steps":["trace[1860614937] 'agreement among raft nodes before linearized reading' (duration: 1.413967276s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.708544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845490254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:17:28.708516Z","caller":"traceutil/trace.go:171","msg":"trace[1869663668] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"1.522580733s","start":"2026-03-31T05:17:27.185918Z","end":"2026-03-31T05:17:28.708498Z","steps":["trace[1869663668] 'process raft request' (duration: 1.521681245s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:28.70862Z","caller":"traceutil/trace.go:171","msg":"trace[1705073205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7932; }","duration":"1.845623738s","start":"2026-03-31T05:17:26.862982Z","end":"2026-03-31T05:17:28.708605Z","steps":["trace[1705073205] 'agreement among raft nodes before linearized reading' (duration: 1.845338589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.708654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:26.862955Z","time spent":"1.84569343s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:28.708604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.293921Z","time spent":"1.414580285s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:17:28.708807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.185888Z","time spent":"1.522738738s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:28.708864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128769953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:17:28.708843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.589816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:17:28.70877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621017299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:28.709139Z","caller":"traceutil/trace.go:171","msg":"trace[142613341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7932; }","duration":"560.909066ms","start":"2026-03-31T05:17:28.148203Z","end":"2026-03-31T05:17:28.709112Z","steps":["trace[142613341] 'agreement among raft nodes before linearized reading' (duration: 560.597156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:28.7092Z","caller":"traceutil/trace.go:171","msg":"trace[466256442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7932; }","duration":"1.621476553s","start":"2026-03-31T05:17:27.087714Z","end":"2026-03-31T05:17:28.70919Z","steps":["trace[466256442] 'agreement among raft nodes before linearized reading' (duration: 1.621037349s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.709227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.087695Z","time spent":"1.621525324s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:28.709267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:28.148175Z","time spent":"561.04554ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:17:28.709275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.660603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:17:28.709342Z","caller":"traceutil/trace.go:171","msg":"trace[1876723049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7932; }","duration":"632.757976ms","start":"2026-03-31T05:17:28.076563Z","end":"2026-03-31T05:17:28.70932Z","steps":["trace[1876723049] 'agreement among raft nodes before linearized reading' (duration: 632.602311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.709017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.339872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:28.709404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:28.076545Z","time spent":"632.84655ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:17:28.709416Z","caller":"traceutil/trace.go:171","msg":"trace[384523271] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7932; }","duration":"138.770906ms","start":"2026-03-31T05:17:28.570627Z","end":"2026-03-31T05:17:28.709397Z","steps":["trace[384523271] 'agreement among raft nodes before linearized reading' (duration: 138.369603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:28.709419Z","caller":"traceutil/trace.go:171","msg":"trace[1743462707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7932; }","duration":"1.129054512s","start":"2026-03-31T05:17:27.579994Z","end":"2026-03-31T05:17:28.709049Z","steps":["trace[1743462707] 'agreement among raft nodes before linearized reading' (duration: 1.128292278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:28.709599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:27.579975Z","time spent":"1.129597488s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:28.964626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.96745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:28.964819Z","caller":"traceutil/trace.go:171","msg":"trace[1489143041] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"251.05934ms","start":"2026-03-31T05:17:28.713721Z","end":"2026-03-31T05:17:28.96478Z","steps":["trace[1489143041] 'process raft request' (duration: 135.812241ms)","trace[1489143041] 'compare' (duration: 114.767134ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:29.118723Z","caller":"traceutil/trace.go:171","msg":"trace[1752193760] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"404.112599ms","start":"2026-03-31T05:17:28.714582Z","end":"2026-03-31T05:17:29.118694Z","steps":["trace[1752193760] 'process raft request' (duration: 404.009536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.11875Z","caller":"traceutil/trace.go:171","msg":"trace[1085749212] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"404.220833ms","start":"2026-03-31T05:17:28.714495Z","end":"2026-03-31T05:17:29.118716Z","steps":["trace[1085749212] 'process raft request' (duration: 398.395778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:29.118905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:28.714574Z","time spent":"404.237703ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:29.118913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:28.714466Z","time spent":"404.359426ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:29.118934Z","caller":"traceutil/trace.go:171","msg":"trace[18614511] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8225; }","duration":"404.313385ms","start":"2026-03-31T05:17:28.714598Z","end":"2026-03-31T05:17:29.118911Z","steps":["trace[18614511] 'read index received' (duration: 134.942394ms)","trace[18614511] 'applied index is now lower than readState.Index' (duration: 269.369831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:29.119196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.595665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19442"} {"level":"warn","ts":"2026-03-31T05:17:29.119433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.929622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:198931"} {"level":"info","ts":"2026-03-31T05:17:29.119478Z","caller":"traceutil/trace.go:171","msg":"trace[1503603436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7936; }","duration":"403.001754ms","start":"2026-03-31T05:17:28.716465Z","end":"2026-03-31T05:17:29.119467Z","steps":["trace[1503603436] 'agreement among raft nodes before linearized reading' (duration: 402.644042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.119484Z","caller":"traceutil/trace.go:171","msg":"trace[603452736] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"404.75241ms","start":"2026-03-31T05:17:28.71471Z","end":"2026-03-31T05:17:29.119463Z","steps":["trace[603452736] 'process raft request' (duration: 403.935034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:29.119513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:28.716452Z","time spent":"403.051455ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":23,"response size":198955,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:17:29.119579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.738319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:17:29.119582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:28.714702Z","time spent":"404.825532ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:29.11962Z","caller":"traceutil/trace.go:171","msg":"trace[442060878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7936; }","duration":"284.78144ms","start":"2026-03-31T05:17:28.834827Z","end":"2026-03-31T05:17:29.119608Z","steps":["trace[442060878] 'agreement among raft nodes before linearized reading' (duration: 284.679587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:29.119298Z","caller":"traceutil/trace.go:171","msg":"trace[513631843] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7936; }","duration":"404.721538ms","start":"2026-03-31T05:17:28.714519Z","end":"2026-03-31T05:17:29.119241Z","steps":["trace[513631843] 'agreement among raft nodes before linearized reading' (duration: 404.540093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:29.119781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:28.714486Z","time spent":"405.279126ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19466,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:17:32.099781Z","caller":"traceutil/trace.go:171","msg":"trace[1011802817] linearizableReadLoop","detail":"{readStateIndex:8245; appliedIndex:8244; }","duration":"184.746665ms","start":"2026-03-31T05:17:31.915011Z","end":"2026-03-31T05:17:32.099757Z","steps":["trace[1011802817] 'read index received' (duration: 184.536718ms)","trace[1011802817] 'applied index is now lower than readState.Index' (duration: 208.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:32.099846Z","caller":"traceutil/trace.go:171","msg":"trace[21845160] transaction","detail":"{read_only:false; response_revision:7951; number_of_response:1; }","duration":"193.644697ms","start":"2026-03-31T05:17:31.906177Z","end":"2026-03-31T05:17:32.099822Z","steps":["trace[21845160] 'process raft request' (duration: 193.42867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.099958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.92116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:32.100018Z","caller":"traceutil/trace.go:171","msg":"trace[1498689185] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7951; }","duration":"185.027684ms","start":"2026-03-31T05:17:31.914973Z","end":"2026-03-31T05:17:32.100001Z","steps":["trace[1498689185] 'agreement among raft nodes before linearized reading' (duration: 184.91762ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:32.304595Z","caller":"traceutil/trace.go:171","msg":"trace[1236409156] linearizableReadLoop","detail":"{readStateIndex:8246; appliedIndex:8245; }","duration":"178.801886ms","start":"2026-03-31T05:17:32.125768Z","end":"2026-03-31T05:17:32.30457Z","steps":["trace[1236409156] 'read index received' (duration: 141.14148ms)","trace[1236409156] 'applied index is now lower than readState.Index' (duration: 37.658956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:32.305104Z","caller":"traceutil/trace.go:171","msg":"trace[1855898435] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"188.737312ms","start":"2026-03-31T05:17:32.116338Z","end":"2026-03-31T05:17:32.305076Z","steps":["trace[1855898435] 'process raft request' (duration: 150.688334ms)","trace[1855898435] 'compare' (duration: 37.242602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:32.305733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.932002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:17:32.30581Z","caller":"traceutil/trace.go:171","msg":"trace[867274769] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7952; }","duration":"180.064167ms","start":"2026-03-31T05:17:32.125729Z","end":"2026-03-31T05:17:32.305793Z","steps":["trace[867274769] 'agreement among raft nodes before linearized reading' (duration: 179.440637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:32.635856Z","caller":"traceutil/trace.go:171","msg":"trace[1934823591] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"259.787127ms","start":"2026-03-31T05:17:32.376032Z","end":"2026-03-31T05:17:32.63582Z","steps":["trace[1934823591] 'process raft request' (duration: 172.398963ms)","trace[1934823591] 'compare' (duration: 86.61008ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:32.635856Z","caller":"traceutil/trace.go:171","msg":"trace[1991189609] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"255.749699ms","start":"2026-03-31T05:17:32.380084Z","end":"2026-03-31T05:17:32.635834Z","steps":["trace[1991189609] 'process raft request' (duration: 255.635155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:32.869798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.252382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:32.869911Z","caller":"traceutil/trace.go:171","msg":"trace[248025959] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"139.580741ms","start":"2026-03-31T05:17:32.730311Z","end":"2026-03-31T05:17:32.869891Z","steps":["trace[248025959] 'process raft request' (duration: 38.636746ms)","trace[248025959] 'compare' (duration: 100.018375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:33.229978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.756329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:33.230046Z","caller":"traceutil/trace.go:171","msg":"trace[915713420] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7955; }","duration":"129.863372ms","start":"2026-03-31T05:17:33.100167Z","end":"2026-03-31T05:17:33.23003Z","steps":["trace[915713420] 'count revisions from in-memory index tree' (duration: 129.690357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.230382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.222617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:17:33.23048Z","caller":"traceutil/trace.go:171","msg":"trace[1314462961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7955; }","duration":"252.362042ms","start":"2026-03-31T05:17:32.978094Z","end":"2026-03-31T05:17:33.230456Z","steps":["trace[1314462961] 'range keys from in-memory index tree' (duration: 251.910236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.410938Z","caller":"traceutil/trace.go:171","msg":"trace[760513640] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8249; }","duration":"276.541438ms","start":"2026-03-31T05:17:33.134376Z","end":"2026-03-31T05:17:33.410917Z","steps":["trace[760513640] 'read index received' (duration: 276.421755ms)","trace[760513640] 'applied index is now lower than readState.Index' (duration: 118.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:33.410972Z","caller":"traceutil/trace.go:171","msg":"trace[1080703769] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"303.221275ms","start":"2026-03-31T05:17:33.107724Z","end":"2026-03-31T05:17:33.410946Z","steps":["trace[1080703769] 'process raft request' (duration: 303.075451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.4111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.705504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:17:33.411132Z","caller":"traceutil/trace.go:171","msg":"trace[2103754717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7956; }","duration":"276.778316ms","start":"2026-03-31T05:17:33.134346Z","end":"2026-03-31T05:17:33.411125Z","steps":["trace[2103754717] 'agreement among raft nodes before linearized reading' (duration: 276.657672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.41126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.107711Z","time spent":"303.427182ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:33.512859Z","caller":"traceutil/trace.go:171","msg":"trace[1029848482] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"278.546403ms","start":"2026-03-31T05:17:33.234288Z","end":"2026-03-31T05:17:33.512834Z","steps":["trace[1029848482] 'process raft request' (duration: 212.93799ms)","trace[1029848482] 'compare' (duration: 65.441837ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:33.513023Z","caller":"traceutil/trace.go:171","msg":"trace[8846780] linearizableReadLoop","detail":"{readStateIndex:8252; appliedIndex:8250; }","duration":"101.999227ms","start":"2026-03-31T05:17:33.410989Z","end":"2026-03-31T05:17:33.512988Z","steps":["trace[8846780] 'read index received' (duration: 36.219989ms)","trace[8846780] 'applied index is now lower than readState.Index' (duration: 65.776738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:33.513237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.281655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:17:33.51328Z","caller":"traceutil/trace.go:171","msg":"trace[316008530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7958; }","duration":"376.338676ms","start":"2026-03-31T05:17:33.13693Z","end":"2026-03-31T05:17:33.513269Z","steps":["trace[316008530] 'agreement among raft nodes before linearized reading' (duration: 376.202382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.513286Z","caller":"traceutil/trace.go:171","msg":"trace[1401257446] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"120.250747ms","start":"2026-03-31T05:17:33.393021Z","end":"2026-03-31T05:17:33.513271Z","steps":["trace[1401257446] 'process raft request' (duration: 119.775162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.513322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.136926Z","time spent":"376.387039ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:17:33.513228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.087165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:17:33.513403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.789573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:17:33.513439Z","caller":"traceutil/trace.go:171","msg":"trace[297110763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7958; }","duration":"377.845924ms","start":"2026-03-31T05:17:33.135583Z","end":"2026-03-31T05:17:33.513429Z","steps":["trace[297110763] 'agreement among raft nodes before linearized reading' (duration: 377.71101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.51346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.135579Z","time spent":"377.876505ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:17:33.513425Z","caller":"traceutil/trace.go:171","msg":"trace[1553709074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7958; }","duration":"305.325093ms","start":"2026-03-31T05:17:33.208073Z","end":"2026-03-31T05:17:33.513398Z","steps":["trace[1553709074] 'agreement among raft nodes before linearized reading' (duration: 304.969681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.51355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.208051Z","time spent":"305.452697ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:33.513603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.113443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:17:33.513679Z","caller":"traceutil/trace.go:171","msg":"trace[85189404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7958; }","duration":"378.229167ms","start":"2026-03-31T05:17:33.135434Z","end":"2026-03-31T05:17:33.513663Z","steps":["trace[85189404] 'agreement among raft nodes before linearized reading' (duration: 377.857995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.513721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.13542Z","time spent":"378.292839ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:17:33.539759Z","caller":"traceutil/trace.go:171","msg":"trace[1121178184] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"125.615087ms","start":"2026-03-31T05:17:33.41412Z","end":"2026-03-31T05:17:33.539736Z","steps":["trace[1121178184] 'process raft request' (duration: 125.410051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.540156Z","caller":"traceutil/trace.go:171","msg":"trace[249457012] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"121.147295ms","start":"2026-03-31T05:17:33.418997Z","end":"2026-03-31T05:17:33.540144Z","steps":["trace[249457012] 'process raft request' (duration: 120.67875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.540354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.433577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:33.540402Z","caller":"traceutil/trace.go:171","msg":"trace[1194529114] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7960; }","duration":"128.53165ms","start":"2026-03-31T05:17:33.41186Z","end":"2026-03-31T05:17:33.540392Z","steps":["trace[1194529114] 'agreement among raft nodes before linearized reading' (duration: 128.398026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.950329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.604451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:33.950591Z","caller":"traceutil/trace.go:171","msg":"trace[181943227] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"433.326755ms","start":"2026-03-31T05:17:33.517216Z","end":"2026-03-31T05:17:33.950543Z","steps":["trace[181943227] 'process raft request' (duration: 293.412074ms)","trace[181943227] 'compare' (duration: 139.476487ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:33.950654Z","caller":"traceutil/trace.go:171","msg":"trace[1040026388] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"433.188441ms","start":"2026-03-31T05:17:33.517436Z","end":"2026-03-31T05:17:33.950625Z","steps":["trace[1040026388] 'process raft request' (duration: 433.078817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:33.950624Z","caller":"traceutil/trace.go:171","msg":"trace[2004905889] linearizableReadLoop","detail":"{readStateIndex:8257; appliedIndex:8254; }","duration":"410.647776ms","start":"2026-03-31T05:17:33.53996Z","end":"2026-03-31T05:17:33.950608Z","steps":["trace[2004905889] 'read index received' (duration: 270.652582ms)","trace[2004905889] 'applied index is now lower than readState.Index' (duration: 139.994064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:33.950751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.517199Z","time spent":"433.46906ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:33.950752Z","caller":"traceutil/trace.go:171","msg":"trace[627999347] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"433.374107ms","start":"2026-03-31T05:17:33.517356Z","end":"2026-03-31T05:17:33.95073Z","steps":["trace[627999347] 'process raft request' (duration: 433.071298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.950793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.51743Z","time spent":"433.293594ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:33.950918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.517331Z","time spent":"433.540093ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:33.951387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.828606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:23 size:199017"} {"level":"info","ts":"2026-03-31T05:17:33.951497Z","caller":"traceutil/trace.go:171","msg":"trace[271520533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:23; response_revision:7963; }","duration":"430.984261ms","start":"2026-03-31T05:17:33.520492Z","end":"2026-03-31T05:17:33.951476Z","steps":["trace[271520533] 'agreement among raft nodes before linearized reading' (duration: 430.268498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.951555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.520481Z","time spent":"431.062384ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":23,"response size":199041,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:17:33.966534Z","caller":"traceutil/trace.go:171","msg":"trace[396964627] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"417.180843ms","start":"2026-03-31T05:17:33.549317Z","end":"2026-03-31T05:17:33.966498Z","steps":["trace[396964627] 'process raft request' (duration: 416.954586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.966638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.842825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:17:33.966679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.549295Z","time spent":"417.312777ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:33.966787Z","caller":"traceutil/trace.go:171","msg":"trace[323304605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7964; }","duration":"303.97541ms","start":"2026-03-31T05:17:33.662729Z","end":"2026-03-31T05:17:33.966704Z","steps":["trace[323304605] 'agreement among raft nodes before linearized reading' (duration: 303.714531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:33.966848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:33.662711Z","time spent":"304.124465ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:17:34.229497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.730547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:34.229717Z","caller":"traceutil/trace.go:171","msg":"trace[1104828512] linearizableReadLoop","detail":"{readStateIndex:8260; appliedIndex:8258; }","duration":"249.871781ms","start":"2026-03-31T05:17:33.979826Z","end":"2026-03-31T05:17:34.229698Z","steps":["trace[1104828512] 'read index received' (duration: 91.864265ms)","trace[1104828512] 'applied index is now lower than readState.Index' (duration: 158.006526ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:34.22973Z","caller":"traceutil/trace.go:171","msg":"trace[199102223] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"259.402454ms","start":"2026-03-31T05:17:33.970292Z","end":"2026-03-31T05:17:34.229695Z","steps":["trace[199102223] 'process raft request' (duration: 101.410108ms)","trace[199102223] 'compare' (duration: 157.386617ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:34.229845Z","caller":"traceutil/trace.go:171","msg":"trace[1196366160] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"259.268509ms","start":"2026-03-31T05:17:33.970535Z","end":"2026-03-31T05:17:34.229803Z","steps":["trace[1196366160] 'process raft request' (duration: 259.092584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.229939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.094019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:34.230017Z","caller":"traceutil/trace.go:171","msg":"trace[468070024] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7966; }","duration":"250.182311ms","start":"2026-03-31T05:17:33.979813Z","end":"2026-03-31T05:17:34.229995Z","steps":["trace[468070024] 'agreement among raft nodes before linearized reading' (duration: 250.045827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.549966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.313086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:34.550068Z","caller":"traceutil/trace.go:171","msg":"trace[1797628631] linearizableReadLoop","detail":"{readStateIndex:8261; appliedIndex:8260; }","duration":"320.297527ms","start":"2026-03-31T05:17:34.229752Z","end":"2026-03-31T05:17:34.55005Z","steps":["trace[1797628631] 'read index received' (duration: 155.792135ms)","trace[1797628631] 'applied index is now lower than readState.Index' (duration: 164.503702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:34.550245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.667635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:34.550267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.570022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:34.550283Z","caller":"traceutil/trace.go:171","msg":"trace[1116853310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7967; }","duration":"461.751617ms","start":"2026-03-31T05:17:34.088521Z","end":"2026-03-31T05:17:34.550272Z","steps":["trace[1116853310] 'agreement among raft nodes before linearized reading' (duration: 461.680725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:34.550344Z","caller":"traceutil/trace.go:171","msg":"trace[131159263] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7967; }","duration":"415.693016ms","start":"2026-03-31T05:17:34.134634Z","end":"2026-03-31T05:17:34.550327Z","steps":["trace[131159263] 'agreement among raft nodes before linearized reading' (duration: 415.531761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.550344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.192751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:34.550347Z","caller":"traceutil/trace.go:171","msg":"trace[1962588414] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"435.596678ms","start":"2026-03-31T05:17:34.11472Z","end":"2026-03-31T05:17:34.550317Z","steps":["trace[1962588414] 'process raft request' (duration: 270.831357ms)","trace[1962588414] 'compare' (duration: 164.1179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:34.55039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.134618Z","time spent":"415.763168ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:17:34.550399Z","caller":"traceutil/trace.go:171","msg":"trace[1871155065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7967; }","duration":"507.310834ms","start":"2026-03-31T05:17:34.04307Z","end":"2026-03-31T05:17:34.550381Z","steps":["trace[1871155065] 'agreement among raft nodes before linearized reading' (duration: 507.217571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.550373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.826659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:34.550442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.043041Z","time spent":"507.390086ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:34.550452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.088498Z","time spent":"461.942804ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:34.550465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.11469Z","time spent":"435.715052ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:34.55045Z","caller":"traceutil/trace.go:171","msg":"trace[1388376134] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7967; }","duration":"489.928022ms","start":"2026-03-31T05:17:34.060508Z","end":"2026-03-31T05:17:34.550436Z","steps":["trace[1388376134] 'agreement among raft nodes before linearized reading' (duration: 489.782108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.550467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.453158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:17:34.550525Z","caller":"traceutil/trace.go:171","msg":"trace[1985297017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7967; }","duration":"346.561661ms","start":"2026-03-31T05:17:34.203951Z","end":"2026-03-31T05:17:34.550512Z","steps":["trace[1985297017] 'agreement among raft nodes before linearized reading' (duration: 346.363565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.550568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.20393Z","time spent":"346.631433ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:17:34.550525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.060497Z","time spent":"490.013215ms","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:34.635726Z","caller":"traceutil/trace.go:171","msg":"trace[524448772] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"373.329471ms","start":"2026-03-31T05:17:34.262361Z","end":"2026-03-31T05:17:34.635691Z","steps":["trace[524448772] 'process raft request' (duration: 373.029762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.635797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.420281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:17:34.635864Z","caller":"traceutil/trace.go:171","msg":"trace[707386534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7968; }","duration":"325.543694ms","start":"2026-03-31T05:17:34.310305Z","end":"2026-03-31T05:17:34.635848Z","steps":["trace[707386534] 'agreement among raft nodes before linearized reading' (duration: 325.322807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.635898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.310282Z","time spent":"325.609587ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:34.635933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.262333Z","time spent":"373.490416ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:34.995297Z","caller":"traceutil/trace.go:171","msg":"trace[1533337124] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"354.725161ms","start":"2026-03-31T05:17:34.640545Z","end":"2026-03-31T05:17:34.99527Z","steps":["trace[1533337124] 'process raft request' (duration: 354.574156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:34.995492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.640531Z","time spent":"354.881785ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:35.141859Z","caller":"traceutil/trace.go:171","msg":"trace[395491237] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"500.836359ms","start":"2026-03-31T05:17:34.640992Z","end":"2026-03-31T05:17:35.141829Z","steps":["trace[395491237] 'process raft request' (duration: 440.912807ms)","trace[395491237] 'compare' (duration: 59.575931ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:35.141882Z","caller":"traceutil/trace.go:171","msg":"trace[554327595] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"265.452957ms","start":"2026-03-31T05:17:34.876415Z","end":"2026-03-31T05:17:35.141868Z","steps":["trace[554327595] 'process raft request' (duration: 265.360494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.141868Z","caller":"traceutil/trace.go:171","msg":"trace[632476240] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8262; }","duration":"494.853599ms","start":"2026-03-31T05:17:34.646992Z","end":"2026-03-31T05:17:35.141846Z","steps":["trace[632476240] 'read index received' (duration: 348.236215ms)","trace[632476240] 'applied index is now lower than readState.Index' (duration: 146.616594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:35.141964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.953292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:35.141995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.640977Z","time spent":"500.949452ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:35.142008Z","caller":"traceutil/trace.go:171","msg":"trace[257029901] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:7972; }","duration":"495.037045ms","start":"2026-03-31T05:17:34.646959Z","end":"2026-03-31T05:17:35.141996Z","steps":["trace[257029901] 'agreement among raft nodes before linearized reading' (duration: 494.954842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.142041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.646947Z","time spent":"495.085727ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:17:35.142055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.23751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:35.142081Z","caller":"traceutil/trace.go:171","msg":"trace[1103125879] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7972; }","duration":"437.307912ms","start":"2026-03-31T05:17:34.704765Z","end":"2026-03-31T05:17:35.142073Z","steps":["trace[1103125879] 'agreement among raft nodes before linearized reading' (duration: 437.260771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.142105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.704735Z","time spent":"437.363024ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:17:35.142216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.784783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:35.14223Z","caller":"traceutil/trace.go:171","msg":"trace[665559117] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7972; }","duration":"417.848295ms","start":"2026-03-31T05:17:34.724377Z","end":"2026-03-31T05:17:35.142225Z","steps":["trace[665559117] 'agreement among raft nodes before linearized reading' (duration: 417.823584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.142241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.724347Z","time spent":"417.891716ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:17:35.142349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.539694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:17:35.142371Z","caller":"traceutil/trace.go:171","msg":"trace[2124597280] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"501.297974ms","start":"2026-03-31T05:17:34.641058Z","end":"2026-03-31T05:17:35.142356Z","steps":["trace[2124597280] 'process raft request' (duration: 500.663884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.142409Z","caller":"traceutil/trace.go:171","msg":"trace[534224759] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7972; }","duration":"388.676068ms","start":"2026-03-31T05:17:34.753717Z","end":"2026-03-31T05:17:35.142393Z","steps":["trace[534224759] 'agreement among raft nodes before linearized reading' (duration: 388.463652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.142443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.753696Z","time spent":"388.740371ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:35.142709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:34.641025Z","time spent":"501.383217ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:35.479643Z","caller":"traceutil/trace.go:171","msg":"trace[464511309] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8266; }","duration":"334.348253ms","start":"2026-03-31T05:17:35.145272Z","end":"2026-03-31T05:17:35.47962Z","steps":["trace[464511309] 'read index received' (duration: 334.184608ms)","trace[464511309] 'applied index is now lower than readState.Index' (duration: 162.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:35.479763Z","caller":"traceutil/trace.go:171","msg":"trace[242661640] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"335.768139ms","start":"2026-03-31T05:17:35.143958Z","end":"2026-03-31T05:17:35.479726Z","steps":["trace[242661640] 'process raft request' (duration: 335.516351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.479769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.473928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:35.479842Z","caller":"traceutil/trace.go:171","msg":"trace[118343022] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7973; }","duration":"334.589571ms","start":"2026-03-31T05:17:35.145243Z","end":"2026-03-31T05:17:35.479833Z","steps":["trace[118343022] 'agreement among raft nodes before linearized reading' (duration: 334.460397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.479875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.145231Z","time spent":"334.637753ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:17:35.479911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.143942Z","time spent":"335.901103ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12516,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:35.611661Z","caller":"traceutil/trace.go:171","msg":"trace[1714280636] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8267; }","duration":"127.813677ms","start":"2026-03-31T05:17:35.483829Z","end":"2026-03-31T05:17:35.611642Z","steps":["trace[1714280636] 'read index received' (duration: 71.229341ms)","trace[1714280636] 'applied index is now lower than readState.Index' (duration: 56.583156ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:35.611752Z","caller":"traceutil/trace.go:171","msg":"trace[962052278] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"465.56269ms","start":"2026-03-31T05:17:35.14615Z","end":"2026-03-31T05:17:35.611713Z","steps":["trace[962052278] 'process raft request' (duration: 408.975853ms)","trace[962052278] 'compare' (duration: 56.412031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:35.611872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.029185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:17:35.611913Z","caller":"traceutil/trace.go:171","msg":"trace[610680328] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7974; }","duration":"128.127577ms","start":"2026-03-31T05:17:35.483767Z","end":"2026-03-31T05:17:35.611895Z","steps":["trace[610680328] 'agreement among raft nodes before linearized reading' (duration: 127.990393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:35.611916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.306626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:35.611938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.146112Z","time spent":"465.716674ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:35.612008Z","caller":"traceutil/trace.go:171","msg":"trace[110693386] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:7974; }","duration":"124.45576ms","start":"2026-03-31T05:17:35.487532Z","end":"2026-03-31T05:17:35.611988Z","steps":["trace[110693386] 'agreement among raft nodes before linearized reading' (duration: 124.279285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.796102Z","caller":"traceutil/trace.go:171","msg":"trace[1457650078] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"181.223123ms","start":"2026-03-31T05:17:35.614851Z","end":"2026-03-31T05:17:35.796074Z","steps":["trace[1457650078] 'process raft request' (duration: 180.094717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.7962Z","caller":"traceutil/trace.go:171","msg":"trace[636277601] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"180.290083ms","start":"2026-03-31T05:17:35.615881Z","end":"2026-03-31T05:17:35.796171Z","steps":["trace[636277601] 'process raft request' (duration: 180.118028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:35.796718Z","caller":"traceutil/trace.go:171","msg":"trace[1479507444] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"179.946392ms","start":"2026-03-31T05:17:35.616169Z","end":"2026-03-31T05:17:35.796115Z","steps":["trace[1479507444] 'process raft request' (duration: 179.893691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.303088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.07714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:36.30318Z","caller":"traceutil/trace.go:171","msg":"trace[265778177] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8269; }","duration":"636.921399ms","start":"2026-03-31T05:17:35.666238Z","end":"2026-03-31T05:17:36.303159Z","steps":["trace[265778177] 'read index received' (duration: 128.795749ms)","trace[265778177] 'applied index is now lower than readState.Index' (duration: 508.12367ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:36.303254Z","caller":"traceutil/trace.go:171","msg":"trace[474090165] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"644.885241ms","start":"2026-03-31T05:17:35.658334Z","end":"2026-03-31T05:17:36.303219Z","steps":["trace[474090165] 'process raft request' (duration: 238.599694ms)","trace[474090165] 'compare' (duration: 405.396229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:36.303354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.109855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:36.303388Z","caller":"traceutil/trace.go:171","msg":"trace[1731359401] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7978; }","duration":"637.197947ms","start":"2026-03-31T05:17:35.666181Z","end":"2026-03-31T05:17:36.303379Z","steps":["trace[1731359401] 'agreement among raft nodes before linearized reading' (duration: 637.041782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.303416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.666168Z","time spent":"637.240909ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:36.303487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.658319Z","time spent":"645.069257ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:36.312209Z","caller":"traceutil/trace.go:171","msg":"trace[1182906341] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"511.694803ms","start":"2026-03-31T05:17:35.800485Z","end":"2026-03-31T05:17:36.31218Z","steps":["trace[1182906341] 'process raft request' (duration: 511.403994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.312314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.80047Z","time spent":"511.797437ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":691,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:36.312298Z","caller":"traceutil/trace.go:171","msg":"trace[734954775] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"511.423425ms","start":"2026-03-31T05:17:35.800849Z","end":"2026-03-31T05:17:36.312272Z","steps":["trace[734954775] 'process raft request' (duration: 511.226909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.312501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.800842Z","time spent":"511.58945ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13095,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:36.312536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.452777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:17:36.312568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.805556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:17:36.312591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.144855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:17:36.31261Z","caller":"traceutil/trace.go:171","msg":"trace[1272001165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7981; }","duration":"357.56818ms","start":"2026-03-31T05:17:35.955025Z","end":"2026-03-31T05:17:36.312593Z","steps":["trace[1272001165] 'agreement among raft nodes before linearized reading' (duration: 357.379874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:36.312619Z","caller":"traceutil/trace.go:171","msg":"trace[125847871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7981; }","duration":"356.897319ms","start":"2026-03-31T05:17:35.955708Z","end":"2026-03-31T05:17:36.312605Z","steps":["trace[125847871] 'agreement among raft nodes before linearized reading' (duration: 356.700553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:36.31263Z","caller":"traceutil/trace.go:171","msg":"trace[1055030617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7981; }","duration":"642.260538ms","start":"2026-03-31T05:17:35.670358Z","end":"2026-03-31T05:17:36.312618Z","steps":["trace[1055030617] 'agreement among raft nodes before linearized reading' (duration: 642.080342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.312643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.600347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:36.312656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.670333Z","time spent":"642.31717ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:17:36.312653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.955686Z","time spent":"356.959501ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:36.312654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.955007Z","time spent":"357.634703ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:17:36.312674Z","caller":"traceutil/trace.go:171","msg":"trace[543635093] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7981; }","duration":"423.631938ms","start":"2026-03-31T05:17:35.889034Z","end":"2026-03-31T05:17:36.312666Z","steps":["trace[543635093] 'agreement among raft nodes before linearized reading' (duration: 423.579726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.312696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.888963Z","time spent":"423.727431ms","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:36.312858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.072318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:36.31289Z","caller":"traceutil/trace.go:171","msg":"trace[402327128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7981; }","duration":"227.144191ms","start":"2026-03-31T05:17:36.085737Z","end":"2026-03-31T05:17:36.312881Z","steps":["trace[402327128] 'agreement among raft nodes before linearized reading' (duration: 227.093199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:36.312925Z","caller":"traceutil/trace.go:171","msg":"trace[1980888967] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"506.503829ms","start":"2026-03-31T05:17:35.806412Z","end":"2026-03-31T05:17:36.312916Z","steps":["trace[1980888967] 'process raft request' (duration: 505.733264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.312956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.546445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:17:36.312978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.806404Z","time spent":"506.54072ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:36.312988Z","caller":"traceutil/trace.go:171","msg":"trace[127425574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:7981; }","duration":"354.605727ms","start":"2026-03-31T05:17:35.958373Z","end":"2026-03-31T05:17:36.312979Z","steps":["trace[127425574] 'agreement among raft nodes before linearized reading' (duration: 354.515054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.312994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.22134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:17:36.313022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.958358Z","time spent":"354.657118ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:17:36.313031Z","caller":"traceutil/trace.go:171","msg":"trace[1100974473] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7981; }","duration":"357.297072ms","start":"2026-03-31T05:17:35.955722Z","end":"2026-03-31T05:17:36.313019Z","steps":["trace[1100974473] 'agreement among raft nodes before linearized reading' (duration: 357.202159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:36.313064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:35.955701Z","time spent":"357.354924ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:17:38.643212Z","caller":"traceutil/trace.go:171","msg":"trace[1563480573] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"275.243428ms","start":"2026-03-31T05:17:38.367927Z","end":"2026-03-31T05:17:38.643171Z","steps":["trace[1563480573] 'process raft request' (duration: 203.82978ms)","trace[1563480573] 'compare' (duration: 71.137909ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:39.349464Z","caller":"traceutil/trace.go:171","msg":"trace[2143197558] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"111.154088ms","start":"2026-03-31T05:17:39.238281Z","end":"2026-03-31T05:17:39.349435Z","steps":["trace[2143197558] 'process raft request' (duration: 61.856903ms)","trace[2143197558] 'compare' (duration: 49.198952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:40.047032Z","caller":"traceutil/trace.go:171","msg":"trace[1218466756] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"421.920594ms","start":"2026-03-31T05:17:39.625085Z","end":"2026-03-31T05:17:40.047005Z","steps":["trace[1218466756] 'read index received' (duration: 421.77766ms)","trace[1218466756] 'applied index is now lower than readState.Index' (duration: 141.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:40.047125Z","caller":"traceutil/trace.go:171","msg":"trace[413740229] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"456.606645ms","start":"2026-03-31T05:17:39.59046Z","end":"2026-03-31T05:17:40.047067Z","steps":["trace[413740229] 'process raft request' (duration: 456.344467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:40.047213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.10428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:40.047279Z","caller":"traceutil/trace.go:171","msg":"trace[415796348] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8006; }","duration":"422.232073ms","start":"2026-03-31T05:17:39.625029Z","end":"2026-03-31T05:17:40.047261Z","steps":["trace[415796348] 'agreement among raft nodes before linearized reading' (duration: 422.11727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:40.047379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:39.62501Z","time spent":"422.350488ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:40.047357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:39.590441Z","time spent":"456.77094ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:40.047386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.154949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:17:40.047464Z","caller":"traceutil/trace.go:171","msg":"trace[1582237194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8006; }","duration":"214.287862ms","start":"2026-03-31T05:17:39.83316Z","end":"2026-03-31T05:17:40.047448Z","steps":["trace[1582237194] 'agreement among raft nodes before linearized reading' (duration: 214.024904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:40.048046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.577222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:17:40.048105Z","caller":"traceutil/trace.go:171","msg":"trace[498730077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8006; }","duration":"214.699126ms","start":"2026-03-31T05:17:39.83339Z","end":"2026-03-31T05:17:40.048089Z","steps":["trace[498730077] 'agreement among raft nodes before linearized reading' (duration: 213.830498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.357546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.023333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:41.357682Z","caller":"traceutil/trace.go:171","msg":"trace[1415094362] linearizableReadLoop","detail":"{readStateIndex:8308; appliedIndex:8307; }","duration":"292.711071ms","start":"2026-03-31T05:17:41.064951Z","end":"2026-03-31T05:17:41.357662Z","steps":["trace[1415094362] 'read index received' (duration: 176.451321ms)","trace[1415094362] 'applied index is now lower than readState.Index' (duration: 116.25805ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:41.357775Z","caller":"traceutil/trace.go:171","msg":"trace[1630569099] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"357.926631ms","start":"2026-03-31T05:17:40.999834Z","end":"2026-03-31T05:17:41.357761Z","steps":["trace[1630569099] 'process raft request' (duration: 241.553787ms)","trace[1630569099] 'compare' (duration: 115.668622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:41.357837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:40.999797Z","time spent":"358.009084ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15214,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:41.358091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.117394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:17:41.358203Z","caller":"traceutil/trace.go:171","msg":"trace[1977846066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8013; }","duration":"293.283069ms","start":"2026-03-31T05:17:41.0649Z","end":"2026-03-31T05:17:41.358183Z","steps":["trace[1977846066] 'agreement among raft nodes before linearized reading' (duration: 293.050471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.556006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.50066ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:17:41.556692Z","caller":"traceutil/trace.go:171","msg":"trace[218689544] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"326.109772ms","start":"2026-03-31T05:17:41.230556Z","end":"2026-03-31T05:17:41.556666Z","steps":["trace[218689544] 'process raft request' (duration: 325.637027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.556943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.230524Z","time spent":"326.252666ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:41.557115Z","caller":"traceutil/trace.go:171","msg":"trace[916587711] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8308; }","duration":"199.365499ms","start":"2026-03-31T05:17:41.357712Z","end":"2026-03-31T05:17:41.557077Z","steps":["trace[916587711] 'read index received' (duration: 51.830035ms)","trace[916587711] 'applied index is now lower than readState.Index' (duration: 147.533804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:41.55736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.115403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:41.558072Z","caller":"traceutil/trace.go:171","msg":"trace[176497766] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"195.977571ms","start":"2026-03-31T05:17:41.362043Z","end":"2026-03-31T05:17:41.558021Z","steps":["trace[176497766] 'process raft request' (duration: 194.967789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.558111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.789246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:41.558275Z","caller":"traceutil/trace.go:171","msg":"trace[1194652924] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8017; }","duration":"300.020603ms","start":"2026-03-31T05:17:41.258213Z","end":"2026-03-31T05:17:41.558234Z","steps":["trace[1194652924] 'agreement among raft nodes before linearized reading' (duration: 299.707523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.558367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.2582Z","time spent":"300.144178ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:41.558447Z","caller":"traceutil/trace.go:171","msg":"trace[548385869] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8017; }","duration":"476.230907ms","start":"2026-03-31T05:17:41.081167Z","end":"2026-03-31T05:17:41.557398Z","steps":["trace[548385869] 'agreement among raft nodes before linearized reading' (duration: 476.044801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.558494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.234528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:41.558513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.081157Z","time spent":"477.338912ms","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:41.558552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.497498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:41.558557Z","caller":"traceutil/trace.go:171","msg":"trace[74077749] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"306.572142ms","start":"2026-03-31T05:17:41.251974Z","end":"2026-03-31T05:17:41.558546Z","steps":["trace[74077749] 'process raft request' (duration: 304.61721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:41.558599Z","caller":"traceutil/trace.go:171","msg":"trace[932501382] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8017; }","duration":"328.598221ms","start":"2026-03-31T05:17:41.22999Z","end":"2026-03-31T05:17:41.558588Z","steps":["trace[932501382] 'agreement among raft nodes before linearized reading' (duration: 328.511938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.558631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.229963Z","time spent":"328.662933ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:17:41.558725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.243355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:41.558768Z","caller":"traceutil/trace.go:171","msg":"trace[973708361] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8017; }","duration":"239.328837ms","start":"2026-03-31T05:17:41.31943Z","end":"2026-03-31T05:17:41.558759Z","steps":["trace[973708361] 'agreement among raft nodes before linearized reading' (duration: 239.163942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.558719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.577404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:17:41.558847Z","caller":"traceutil/trace.go:171","msg":"trace[797323523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8017; }","duration":"238.745909ms","start":"2026-03-31T05:17:41.320085Z","end":"2026-03-31T05:17:41.558831Z","steps":["trace[797323523] 'agreement among raft nodes before linearized reading' (duration: 237.276443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:41.558563Z","caller":"traceutil/trace.go:171","msg":"trace[699624675] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8017; }","duration":"270.376013ms","start":"2026-03-31T05:17:41.288169Z","end":"2026-03-31T05:17:41.558545Z","steps":["trace[699624675] 'agreement among raft nodes before linearized reading' (duration: 269.663271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.558723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:41.251954Z","time spent":"306.661464ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:41.558482Z","caller":"traceutil/trace.go:171","msg":"trace[1160121254] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"202.123457ms","start":"2026-03-31T05:17:41.355808Z","end":"2026-03-31T05:17:41.557932Z","steps":["trace[1160121254] 'process raft request' (duration: 201.078544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:41.864889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.912363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:41.864982Z","caller":"traceutil/trace.go:171","msg":"trace[773329686] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8017; }","duration":"198.060937ms","start":"2026-03-31T05:17:41.666891Z","end":"2026-03-31T05:17:41.864952Z","steps":["trace[773329686] 'range keys from in-memory index tree' (duration: 197.785228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:42.57184Z","caller":"traceutil/trace.go:171","msg":"trace[1020662010] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"423.496414ms","start":"2026-03-31T05:17:42.148314Z","end":"2026-03-31T05:17:42.57181Z","steps":["trace[1020662010] 'process raft request' (duration: 423.257196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.57201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.148298Z","time spent":"423.630777ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:42.929113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.864161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:42.929301Z","caller":"traceutil/trace.go:171","msg":"trace[1945377418] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"780.144675ms","start":"2026-03-31T05:17:42.149126Z","end":"2026-03-31T05:17:42.929271Z","steps":["trace[1945377418] 'process raft request' (duration: 638.975474ms)","trace[1945377418] 'compare' (duration: 140.587693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:42.929623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.149091Z","time spent":"780.30085ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:42.929764Z","caller":"traceutil/trace.go:171","msg":"trace[1819952456] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8314; }","duration":"499.546578ms","start":"2026-03-31T05:17:42.430187Z","end":"2026-03-31T05:17:42.929734Z","steps":["trace[1819952456] 'read index received' (duration: 141.45957ms)","trace[1819952456] 'applied index is now lower than readState.Index' (duration: 358.083628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:42.929973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.768474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:42.930043Z","caller":"traceutil/trace.go:171","msg":"trace[204524512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8020; }","duration":"499.881268ms","start":"2026-03-31T05:17:42.430145Z","end":"2026-03-31T05:17:42.930026Z","steps":["trace[204524512] 'agreement among raft nodes before linearized reading' (duration: 499.670591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.930094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.430127Z","time spent":"499.961391ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:42.930843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.478458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:17:42.930887Z","caller":"traceutil/trace.go:171","msg":"trace[1589623863] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8021; }","duration":"271.583531ms","start":"2026-03-31T05:17:42.659291Z","end":"2026-03-31T05:17:42.930874Z","steps":["trace[1589623863] 'agreement among raft nodes before linearized reading' (duration: 271.398705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:42.931147Z","caller":"traceutil/trace.go:171","msg":"trace[715594384] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"348.475822ms","start":"2026-03-31T05:17:42.582661Z","end":"2026-03-31T05:17:42.931137Z","steps":["trace[715594384] 'process raft request' (duration: 346.609243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.931249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.582638Z","time spent":"348.539595ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:17:42.931896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.146709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-03-31T05:17:42.931933Z","caller":"traceutil/trace.go:171","msg":"trace[148385465] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8021; }","duration":"278.214241ms","start":"2026-03-31T05:17:42.65371Z","end":"2026-03-31T05:17:42.931924Z","steps":["trace[148385465] 'agreement among raft nodes before linearized reading' (duration: 278.115258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.932045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.328973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:17:42.932086Z","caller":"traceutil/trace.go:171","msg":"trace[4722430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8021; }","duration":"443.370254ms","start":"2026-03-31T05:17:42.488706Z","end":"2026-03-31T05:17:42.932076Z","steps":["trace[4722430] 'agreement among raft nodes before linearized reading' (duration: 443.24314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.932111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.488663Z","time spent":"443.442387ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:17:42.931818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.458138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:17:42.932473Z","caller":"traceutil/trace.go:171","msg":"trace[1283397934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8021; }","duration":"496.121099ms","start":"2026-03-31T05:17:42.436296Z","end":"2026-03-31T05:17:42.932417Z","steps":["trace[1283397934] 'agreement among raft nodes before linearized reading' (duration: 494.391804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:42.93265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.436276Z","time spent":"496.298335ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:17:43.478235Z","caller":"traceutil/trace.go:171","msg":"trace[1162332066] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"540.796157ms","start":"2026-03-31T05:17:42.937387Z","end":"2026-03-31T05:17:43.478183Z","steps":["trace[1162332066] 'process raft request' (duration: 540.675113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:43.478353Z","caller":"traceutil/trace.go:171","msg":"trace[1783417579] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8318; }","duration":"388.39397ms","start":"2026-03-31T05:17:43.089938Z","end":"2026-03-31T05:17:43.478332Z","steps":["trace[1783417579] 'read index received' (duration: 387.986527ms)","trace[1783417579] 'applied index is now lower than readState.Index' (duration: 405.493µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:43.478404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.937366Z","time spent":"540.947212ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:43.478468Z","caller":"traceutil/trace.go:171","msg":"trace[1397905057] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"501.770738ms","start":"2026-03-31T05:17:42.976566Z","end":"2026-03-31T05:17:43.478337Z","steps":["trace[1397905057] 'process raft request' (duration: 501.546041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.478618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.895188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:43.478625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.976537Z","time spent":"502.048337ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:43.478659Z","caller":"traceutil/trace.go:171","msg":"trace[313285482] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8025; }","duration":"339.050713ms","start":"2026-03-31T05:17:43.139593Z","end":"2026-03-31T05:17:43.478644Z","steps":["trace[313285482] 'agreement among raft nodes before linearized reading' (duration: 338.898608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.478721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.13956Z","time spent":"339.143846ms","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:43.47825Z","caller":"traceutil/trace.go:171","msg":"trace[653809952] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"541.098207ms","start":"2026-03-31T05:17:42.93709Z","end":"2026-03-31T05:17:43.478188Z","steps":["trace[653809952] 'process raft request' (duration: 540.813558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.478661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.672078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:43.47922Z","caller":"traceutil/trace.go:171","msg":"trace[330397068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8025; }","duration":"389.315649ms","start":"2026-03-31T05:17:43.089872Z","end":"2026-03-31T05:17:43.479187Z","steps":["trace[330397068] 'agreement among raft nodes before linearized reading' (duration: 388.592826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.479262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:42.937059Z","time spent":"542.120499ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.479291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.089844Z","time spent":"389.432233ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:43.888494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.70183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:43.888681Z","caller":"traceutil/trace.go:171","msg":"trace[702020360] linearizableReadLoop","detail":"{readStateIndex:8323; appliedIndex:8322; }","duration":"325.847974ms","start":"2026-03-31T05:17:43.5628Z","end":"2026-03-31T05:17:43.888648Z","steps":["trace[702020360] 'read index received' (duration: 50.825834ms)","trace[702020360] 'applied index is now lower than readState.Index' (duration: 275.01902ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:43.888689Z","caller":"traceutil/trace.go:171","msg":"trace[266875766] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"348.654558ms","start":"2026-03-31T05:17:43.539994Z","end":"2026-03-31T05:17:43.888649Z","steps":["trace[266875766] 'process raft request' (duration: 73.610177ms)","trace[266875766] 'compare' (duration: 274.357739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:43.888832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.016269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:43.888868Z","caller":"traceutil/trace.go:171","msg":"trace[1335392221] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8027; }","duration":"326.090812ms","start":"2026-03-31T05:17:43.56277Z","end":"2026-03-31T05:17:43.888861Z","steps":["trace[1335392221] 'agreement among raft nodes before linearized reading' (duration: 325.998319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.888864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.539981Z","time spent":"348.785982ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.888903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.562757Z","time spent":"326.140353ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-03-31T05:17:43.974514Z","caller":"traceutil/trace.go:171","msg":"trace[2096930696] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"409.938953ms","start":"2026-03-31T05:17:43.564553Z","end":"2026-03-31T05:17:43.974492Z","steps":["trace[2096930696] 'process raft request' (duration: 409.774098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.974658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.564515Z","time spent":"410.065687ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:43.974853Z","caller":"traceutil/trace.go:171","msg":"trace[1603259600] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"409.019605ms","start":"2026-03-31T05:17:43.565824Z","end":"2026-03-31T05:17:43.974844Z","steps":["trace[1603259600] 'process raft request' (duration: 408.630542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.974909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.565809Z","time spent":"409.076666ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:43.975095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.019699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:17:43.975079Z","caller":"traceutil/trace.go:171","msg":"trace[1131764094] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"409.141398ms","start":"2026-03-31T05:17:43.565905Z","end":"2026-03-31T05:17:43.975047Z","steps":["trace[1131764094] 'process raft request' (duration: 408.855389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:43.975135Z","caller":"traceutil/trace.go:171","msg":"trace[391756866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8030; }","duration":"412.105583ms","start":"2026-03-31T05:17:43.563021Z","end":"2026-03-31T05:17:43.975126Z","steps":["trace[391756866] 'agreement among raft nodes before linearized reading' (duration: 411.963868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:43.97517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.562997Z","time spent":"412.167244ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:43.975215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:43.565897Z","time spent":"409.249441ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:44.187396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.096933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:44.187547Z","caller":"traceutil/trace.go:171","msg":"trace[826444384] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"208.449647ms","start":"2026-03-31T05:17:43.979072Z","end":"2026-03-31T05:17:44.187522Z","steps":["trace[826444384] 'process raft request' (duration: 99.074315ms)","trace[826444384] 'compare' (duration: 108.914177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:44.923727Z","caller":"traceutil/trace.go:171","msg":"trace[1136122844] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"165.058688ms","start":"2026-03-31T05:17:44.758638Z","end":"2026-03-31T05:17:44.923697Z","steps":["trace[1136122844] 'process raft request' (duration: 164.866622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.308832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.260814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-03-31T05:17:45.308952Z","caller":"traceutil/trace.go:171","msg":"trace[247236662] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8033; }","duration":"370.415639ms","start":"2026-03-31T05:17:44.938493Z","end":"2026-03-31T05:17:45.308909Z","steps":["trace[247236662] 'range keys from in-memory index tree' (duration: 369.997226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.308999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.938471Z","time spent":"370.517482ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:17:45.309115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.589303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:45.309213Z","caller":"traceutil/trace.go:171","msg":"trace[1092751580] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8329; }","duration":"328.355284ms","start":"2026-03-31T05:17:44.980842Z","end":"2026-03-31T05:17:45.309197Z","steps":["trace[1092751580] 'read index received' (duration: 92.423µs)","trace[1092751580] 'applied index is now lower than readState.Index' (duration: 328.261471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:45.309335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.487438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:45.309304Z","caller":"traceutil/trace.go:171","msg":"trace[31830694] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"370.246793ms","start":"2026-03-31T05:17:44.938986Z","end":"2026-03-31T05:17:45.309232Z","steps":["trace[31830694] 'process raft request' (duration: 40.463334ms)","trace[31830694] 'compare' (duration: 329.210701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.309389Z","caller":"traceutil/trace.go:171","msg":"trace[570796732] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8034; }","duration":"328.58153ms","start":"2026-03-31T05:17:44.980791Z","end":"2026-03-31T05:17:45.309372Z","steps":["trace[570796732] 'agreement among raft nodes before linearized reading' (duration: 328.491168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.30944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.98077Z","time spent":"328.654913ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:45.309595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:44.938967Z","time spent":"370.473351ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:45.580874Z","caller":"traceutil/trace.go:171","msg":"trace[2079633168] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8330; }","duration":"271.606872ms","start":"2026-03-31T05:17:45.309248Z","end":"2026-03-31T05:17:45.580855Z","steps":["trace[2079633168] 'read index received' (duration: 271.402376ms)","trace[2079633168] 'applied index is now lower than readState.Index' (duration: 203.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:45.580939Z","caller":"traceutil/trace.go:171","msg":"trace[889773795] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"379.670992ms","start":"2026-03-31T05:17:45.20124Z","end":"2026-03-31T05:17:45.580911Z","steps":["trace[889773795] 'process raft request' (duration: 379.491897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.581062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.98782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:45.581075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.201218Z","time spent":"379.783776ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:45.581095Z","caller":"traceutil/trace.go:171","msg":"trace[1543504937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8035; }","duration":"493.068752ms","start":"2026-03-31T05:17:45.088018Z","end":"2026-03-31T05:17:45.581087Z","steps":["trace[1543504937] 'agreement among raft nodes before linearized reading' (duration: 492.938038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.581124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.087994Z","time spent":"493.124384ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:45.581247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.433278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:17:45.581391Z","caller":"traceutil/trace.go:171","msg":"trace[1775883744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8035; }","duration":"541.635144ms","start":"2026-03-31T05:17:45.039739Z","end":"2026-03-31T05:17:45.581374Z","steps":["trace[1775883744] 'agreement among raft nodes before linearized reading' (duration: 541.273382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.58138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.680589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:45.581538Z","caller":"traceutil/trace.go:171","msg":"trace[208798030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8035; }","duration":"549.834494ms","start":"2026-03-31T05:17:45.031613Z","end":"2026-03-31T05:17:45.581448Z","steps":["trace[208798030] 'agreement among raft nodes before linearized reading' (duration: 549.586126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.58168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.031583Z","time spent":"550.077652ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:17:45.581581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.039716Z","time spent":"541.711467ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:17:45.950884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.883321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:45.951056Z","caller":"traceutil/trace.go:171","msg":"trace[1766546018] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"364.025256ms","start":"2026-03-31T05:17:45.58702Z","end":"2026-03-31T05:17:45.951046Z","steps":["trace[1766546018] 'process raft request' (duration: 363.945583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:45.951064Z","caller":"traceutil/trace.go:171","msg":"trace[344830043] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"364.092638ms","start":"2026-03-31T05:17:45.586929Z","end":"2026-03-31T05:17:45.951021Z","steps":["trace[344830043] 'process raft request' (duration: 188.9976ms)","trace[344830043] 'compare' (duration: 174.757567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:45.951124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.587014Z","time spent":"364.065817ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:45.951153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.586909Z","time spent":"364.205551ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:17:45.951264Z","caller":"traceutil/trace.go:171","msg":"trace[1986487469] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"364.209432ms","start":"2026-03-31T05:17:45.587048Z","end":"2026-03-31T05:17:45.951257Z","steps":["trace[1986487469] 'process raft request' (duration: 363.969914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.951334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.587028Z","time spent":"364.262183ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:45.951518Z","caller":"traceutil/trace.go:171","msg":"trace[1396507186] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"364.425918ms","start":"2026-03-31T05:17:45.587065Z","end":"2026-03-31T05:17:45.95149Z","steps":["trace[1396507186] 'process raft request' (duration: 364.15944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:45.951647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.587058Z","time spent":"364.521722ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:46.24688Z","caller":"traceutil/trace.go:171","msg":"trace[61752338] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8332; }","duration":"568.194647ms","start":"2026-03-31T05:17:45.678642Z","end":"2026-03-31T05:17:46.246836Z","steps":["trace[61752338] 'read index received' (duration: 97.443273ms)","trace[61752338] 'applied index is now lower than readState.Index' (duration: 470.750243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:46.247071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.402473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:46.247153Z","caller":"traceutil/trace.go:171","msg":"trace[1679719636] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8040; }","duration":"568.541798ms","start":"2026-03-31T05:17:45.678594Z","end":"2026-03-31T05:17:46.247135Z","steps":["trace[1679719636] 'agreement among raft nodes before linearized reading' (duration: 568.328461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.2472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.678573Z","time spent":"568.61629ms","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:46.247816Z","caller":"traceutil/trace.go:171","msg":"trace[1976543139] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"587.20863ms","start":"2026-03-31T05:17:45.659656Z","end":"2026-03-31T05:17:46.246865Z","steps":["trace[1976543139] 'process raft request' (duration: 546.152457ms)","trace[1976543139] 'compare' (duration: 40.880468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:46.248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.659632Z","time spent":"588.282225ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:46.286378Z","caller":"traceutil/trace.go:171","msg":"trace[1489039294] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"305.941892ms","start":"2026-03-31T05:17:45.980405Z","end":"2026-03-31T05:17:46.286347Z","steps":["trace[1489039294] 'process raft request' (duration: 305.844249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.28658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.980395Z","time spent":"306.080376ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:46.286706Z","caller":"traceutil/trace.go:171","msg":"trace[1512864537] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"306.601303ms","start":"2026-03-31T05:17:45.980099Z","end":"2026-03-31T05:17:46.2867Z","steps":["trace[1512864537] 'process raft request' (duration: 305.967153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.286741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.980068Z","time spent":"306.654265ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:46.28679Z","caller":"traceutil/trace.go:171","msg":"trace[1725237223] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"304.445254ms","start":"2026-03-31T05:17:45.982325Z","end":"2026-03-31T05:17:46.28677Z","steps":["trace[1725237223] 'process raft request' (duration: 303.976879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.286915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.982314Z","time spent":"304.530727ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:46.287204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.71817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:46.287235Z","caller":"traceutil/trace.go:171","msg":"trace[893093979] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8043; }","duration":"394.797123ms","start":"2026-03-31T05:17:45.89243Z","end":"2026-03-31T05:17:46.287227Z","steps":["trace[893093979] 'agreement among raft nodes before linearized reading' (duration: 394.742021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:46.287257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:45.892406Z","time spent":"394.845673ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:17:46.287403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.76158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T05:17:46.28744Z","caller":"traceutil/trace.go:171","msg":"trace[1159054038] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8043; }","duration":"118.843152ms","start":"2026-03-31T05:17:46.168585Z","end":"2026-03-31T05:17:46.287428Z","steps":["trace[1159054038] 'agreement among raft nodes before linearized reading' (duration: 118.77176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:47.463879Z","caller":"traceutil/trace.go:171","msg":"trace[1514733947] linearizableReadLoop","detail":"{readStateIndex:8345; appliedIndex:8344; }","duration":"165.094191ms","start":"2026-03-31T05:17:47.29876Z","end":"2026-03-31T05:17:47.463854Z","steps":["trace[1514733947] 'read index received' (duration: 164.902975ms)","trace[1514733947] 'applied index is now lower than readState.Index' (duration: 189.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:47.46402Z","caller":"traceutil/trace.go:171","msg":"trace[708290304] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"195.526888ms","start":"2026-03-31T05:17:47.268457Z","end":"2026-03-31T05:17:47.463984Z","steps":["trace[708290304] 'process raft request' (duration: 195.204047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:47.464144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.234178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:17:47.464189Z","caller":"traceutil/trace.go:171","msg":"trace[682723167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8048; }","duration":"149.341611ms","start":"2026-03-31T05:17:47.314837Z","end":"2026-03-31T05:17:47.464178Z","steps":["trace[682723167] 'agreement among raft nodes before linearized reading' (duration: 149.173105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:47.464178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.36956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:47.464298Z","caller":"traceutil/trace.go:171","msg":"trace[1806462755] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8048; }","duration":"165.561586ms","start":"2026-03-31T05:17:47.298713Z","end":"2026-03-31T05:17:47.464274Z","steps":["trace[1806462755] 'agreement among raft nodes before linearized reading' (duration: 165.311098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:47.46446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.702581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-03-31T05:17:47.464622Z","caller":"traceutil/trace.go:171","msg":"trace[1459826368] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8048; }","duration":"148.912417ms","start":"2026-03-31T05:17:47.315673Z","end":"2026-03-31T05:17:47.464585Z","steps":["trace[1459826368] 'agreement among raft nodes before linearized reading' (duration: 148.477283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:47.577451Z","caller":"traceutil/trace.go:171","msg":"trace[956050687] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"106.511871ms","start":"2026-03-31T05:17:47.470902Z","end":"2026-03-31T05:17:47.577414Z","steps":["trace[956050687] 'process raft request' (duration: 29.244388ms)","trace[956050687] 'compare' (duration: 76.86943ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:48.181381Z","caller":"traceutil/trace.go:171","msg":"trace[917901726] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"215.833611ms","start":"2026-03-31T05:17:47.965526Z","end":"2026-03-31T05:17:48.181359Z","steps":["trace[917901726] 'process raft request' (duration: 215.698747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.359629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.304891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:48.359778Z","caller":"traceutil/trace.go:171","msg":"trace[419832683] linearizableReadLoop","detail":"{readStateIndex:8349; appliedIndex:8346; }","duration":"271.031803ms","start":"2026-03-31T05:17:48.088736Z","end":"2026-03-31T05:17:48.359768Z","steps":["trace[419832683] 'read index received' (duration: 92.605189ms)","trace[419832683] 'applied index is now lower than readState.Index' (duration: 178.425964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:48.359808Z","caller":"traceutil/trace.go:171","msg":"trace[1007165759] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"393.776319ms","start":"2026-03-31T05:17:47.965996Z","end":"2026-03-31T05:17:48.359772Z","steps":["trace[1007165759] 'process raft request' (duration: 283.256961ms)","trace[1007165759] 'compare' (duration: 109.96578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:48.359896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:47.965987Z","time spent":"393.869172ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:48.359877Z","caller":"traceutil/trace.go:171","msg":"trace[649771632] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"391.504347ms","start":"2026-03-31T05:17:47.968351Z","end":"2026-03-31T05:17:48.359855Z","steps":["trace[649771632] 'process raft request' (duration: 391.353803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.359909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.161616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:48.359976Z","caller":"traceutil/trace.go:171","msg":"trace[1557250857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8052; }","duration":"271.283111ms","start":"2026-03-31T05:17:48.088676Z","end":"2026-03-31T05:17:48.359959Z","steps":["trace[1557250857] 'agreement among raft nodes before linearized reading' (duration: 271.173497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.36002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:47.968326Z","time spent":"391.62303ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:48.402341Z","caller":"traceutil/trace.go:171","msg":"trace[1331106237] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"109.767163ms","start":"2026-03-31T05:17:48.29255Z","end":"2026-03-31T05:17:48.402318Z","steps":["trace[1331106237] 'process raft request' (duration: 109.635839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.650393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.647428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:48.650683Z","caller":"traceutil/trace.go:171","msg":"trace[1857374174] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"357.57968ms","start":"2026-03-31T05:17:48.293067Z","end":"2026-03-31T05:17:48.650646Z","steps":["trace[1857374174] 'process raft request' (duration: 357.434526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.650935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.293051Z","time spent":"357.771306ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:48.650933Z","caller":"traceutil/trace.go:171","msg":"trace[2118202371] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8350; }","duration":"290.773541ms","start":"2026-03-31T05:17:48.359797Z","end":"2026-03-31T05:17:48.65057Z","steps":["trace[2118202371] 'read index received' (duration: 42.619553ms)","trace[2118202371] 'applied index is now lower than readState.Index' (duration: 248.151428ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:48.650957Z","caller":"traceutil/trace.go:171","msg":"trace[1180012637] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"357.90312ms","start":"2026-03-31T05:17:48.293021Z","end":"2026-03-31T05:17:48.650924Z","steps":["trace[1180012637] 'process raft request' (duration: 174.629082ms)","trace[1180012637] 'compare' (duration: 182.524334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:48.651005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.402118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:17:48.651021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.373017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:48.651085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.292985Z","time spent":"358.036644ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:48.651111Z","caller":"traceutil/trace.go:171","msg":"trace[1068367350] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8055; }","duration":"359.520772ms","start":"2026-03-31T05:17:48.291573Z","end":"2026-03-31T05:17:48.651094Z","steps":["trace[1068367350] 'agreement among raft nodes before linearized reading' (duration: 359.322895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:48.651168Z","caller":"traceutil/trace.go:171","msg":"trace[490602515] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8055; }","duration":"514.505922ms","start":"2026-03-31T05:17:48.136536Z","end":"2026-03-31T05:17:48.651042Z","steps":["trace[490602515] 'agreement among raft nodes before linearized reading' (duration: 514.381168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.651235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.136503Z","time spent":"514.704828ms","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:48.651191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.291544Z","time spent":"359.636285ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:17:48.651294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.386608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:17:48.651439Z","caller":"traceutil/trace.go:171","msg":"trace[1785891989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8055; }","duration":"302.596155ms","start":"2026-03-31T05:17:48.34882Z","end":"2026-03-31T05:17:48.651417Z","steps":["trace[1785891989] 'agreement among raft nodes before linearized reading' (duration: 302.14262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.651491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.3488Z","time spent":"302.682658ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:48.652698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.188005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:17:48.652777Z","caller":"traceutil/trace.go:171","msg":"trace[377738998] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8055; }","duration":"516.326509ms","start":"2026-03-31T05:17:48.136431Z","end":"2026-03-31T05:17:48.652757Z","steps":["trace[377738998] 'agreement among raft nodes before linearized reading' (duration: 514.709718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.652847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.136404Z","time spent":"516.423453ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:17:48.716388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.483853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:48.716478Z","caller":"traceutil/trace.go:171","msg":"trace[208901638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8056; }","duration":"354.633578ms","start":"2026-03-31T05:17:48.361826Z","end":"2026-03-31T05:17:48.71646Z","steps":["trace[208901638] 'agreement among raft nodes before linearized reading' (duration: 354.427951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.716513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.361769Z","time spent":"354.737761ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:17:48.716488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.367247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:48.716568Z","caller":"traceutil/trace.go:171","msg":"trace[1884908022] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8056; }","duration":"324.503341ms","start":"2026-03-31T05:17:48.392045Z","end":"2026-03-31T05:17:48.716548Z","steps":["trace[1884908022] 'agreement among raft nodes before linearized reading' (duration: 324.216212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:48.716558Z","caller":"traceutil/trace.go:171","msg":"trace[379349780] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"236.426996ms","start":"2026-03-31T05:17:48.480101Z","end":"2026-03-31T05:17:48.716528Z","steps":["trace[379349780] 'process raft request' (duration: 234.956199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:48.716622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:48.392021Z","time spent":"324.589714ms","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:48.94721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.74221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:48.947545Z","caller":"traceutil/trace.go:171","msg":"trace[958625563] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"204.295005ms","start":"2026-03-31T05:17:48.743193Z","end":"2026-03-31T05:17:48.947488Z","steps":["trace[958625563] 'process raft request' (duration: 50.179273ms)","trace[958625563] 'compare' (duration: 153.608626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:50.578978Z","caller":"traceutil/trace.go:171","msg":"trace[1310515490] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"350.011302ms","start":"2026-03-31T05:17:50.228946Z","end":"2026-03-31T05:17:50.578957Z","steps":["trace[1310515490] 'process raft request' (duration: 349.869037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:50.579149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.22893Z","time spent":"350.111574ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:51.232773Z","caller":"traceutil/trace.go:171","msg":"trace[1654897854] linearizableReadLoop","detail":"{readStateIndex:8360; appliedIndex:8358; }","duration":"869.093859ms","start":"2026-03-31T05:17:50.36366Z","end":"2026-03-31T05:17:51.232753Z","steps":["trace[1654897854] 'read index received' (duration: 215.190841ms)","trace[1654897854] 'applied index is now lower than readState.Index' (duration: 653.900208ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:51.233214Z","caller":"traceutil/trace.go:171","msg":"trace[356844130] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"903.286344ms","start":"2026-03-31T05:17:50.329908Z","end":"2026-03-31T05:17:51.233195Z","steps":["trace[356844130] 'process raft request' (duration: 902.690665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.233329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.329877Z","time spent":"903.386377ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:51.233357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.677538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:17:51.233411Z","caller":"traceutil/trace.go:171","msg":"trace[1316551348] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8064; }","duration":"869.791192ms","start":"2026-03-31T05:17:50.363607Z","end":"2026-03-31T05:17:51.233399Z","steps":["trace[1316551348] 'agreement among raft nodes before linearized reading' (duration: 869.598846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.233446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.363589Z","time spent":"869.852773ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:17:51.233684Z","caller":"traceutil/trace.go:171","msg":"trace[845943651] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"821.779867ms","start":"2026-03-31T05:17:50.411885Z","end":"2026-03-31T05:17:51.233665Z","steps":["trace[845943651] 'process raft request' (duration: 820.827667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.23379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.411856Z","time spent":"821.895971ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:51.277916Z","caller":"traceutil/trace.go:171","msg":"trace[1389711955] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"620.553599ms","start":"2026-03-31T05:17:50.657344Z","end":"2026-03-31T05:17:51.277897Z","steps":["trace[1389711955] 'process raft request' (duration: 620.373933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.278014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.657326Z","time spent":"620.642142ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:51.27792Z","caller":"traceutil/trace.go:171","msg":"trace[1247040847] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"621.056375ms","start":"2026-03-31T05:17:50.6568Z","end":"2026-03-31T05:17:51.277856Z","steps":["trace[1247040847] 'process raft request' (duration: 620.828998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.278085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.656782Z","time spent":"621.273042ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:51.411718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.956892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:17:51.411888Z","caller":"traceutil/trace.go:171","msg":"trace[1403780431] linearizableReadLoop","detail":"{readStateIndex:8364; appliedIndex:8363; }","duration":"179.043573ms","start":"2026-03-31T05:17:51.232833Z","end":"2026-03-31T05:17:51.411876Z","steps":["trace[1403780431] 'read index received' (duration: 45.130092ms)","trace[1403780431] 'applied index is now lower than readState.Index' (duration: 133.912691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:51.412383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.290591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:51.412419Z","caller":"traceutil/trace.go:171","msg":"trace[451889572] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8066; }","duration":"746.367433ms","start":"2026-03-31T05:17:50.666041Z","end":"2026-03-31T05:17:51.412409Z","steps":["trace[451889572] 'agreement among raft nodes before linearized reading' (duration: 746.290701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.412443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.666027Z","time spent":"746.409465ms","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:51.412754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.752774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:51.412785Z","caller":"traceutil/trace.go:171","msg":"trace[199525408] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8066; }","duration":"321.809756ms","start":"2026-03-31T05:17:51.090965Z","end":"2026-03-31T05:17:51.412775Z","steps":["trace[199525408] 'agreement among raft nodes before linearized reading' (duration: 321.764394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.412804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.090948Z","time spent":"321.850286ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:51.412912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.795419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:51.41293Z","caller":"traceutil/trace.go:171","msg":"trace[1481714152] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8066; }","duration":"415.856011ms","start":"2026-03-31T05:17:50.997069Z","end":"2026-03-31T05:17:51.412925Z","steps":["trace[1481714152] 'agreement among raft nodes before linearized reading' (duration: 415.82217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.412948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.997047Z","time spent":"415.896152ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:17:51.413097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.953921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:17:51.413123Z","caller":"traceutil/trace.go:171","msg":"trace[480808981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8066; }","duration":"460.004382ms","start":"2026-03-31T05:17:50.95311Z","end":"2026-03-31T05:17:51.413114Z","steps":["trace[480808981] 'agreement among raft nodes before linearized reading' (duration: 459.92439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.41314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.953094Z","time spent":"460.040994ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:17:51.413266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.668266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:51.413291Z","caller":"traceutil/trace.go:171","msg":"trace[980168245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8066; }","duration":"685.730408ms","start":"2026-03-31T05:17:50.727555Z","end":"2026-03-31T05:17:51.413285Z","steps":["trace[980168245] 'agreement among raft nodes before linearized reading' (duration: 685.670756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.413308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.727535Z","time spent":"685.769129ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:17:51.414611Z","caller":"traceutil/trace.go:171","msg":"trace[1534121683] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"176.310197ms","start":"2026-03-31T05:17:51.23829Z","end":"2026-03-31T05:17:51.4146Z","steps":["trace[1534121683] 'process raft request' (duration: 173.511538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:51.519968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.785381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:51.520039Z","caller":"traceutil/trace.go:171","msg":"trace[825797517] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8067; }","duration":"250.872093ms","start":"2026-03-31T05:17:51.269152Z","end":"2026-03-31T05:17:51.520024Z","steps":["trace[825797517] 'agreement among raft nodes before linearized reading' (duration: 145.433266ms)","trace[825797517] 'count revisions from in-memory index tree' (duration: 105.338214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:51.52025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.388161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:51.520275Z","caller":"traceutil/trace.go:171","msg":"trace[77098746] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8067; }","duration":"865.449293ms","start":"2026-03-31T05:17:50.654819Z","end":"2026-03-31T05:17:51.520269Z","steps":["trace[77098746] 'agreement among raft nodes before linearized reading' (duration: 758.788577ms)","trace[77098746] 'range keys from in-memory index tree' (duration: 106.624945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:51.520291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.654801Z","time spent":"865.484785ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:17:51.520441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.862734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:17:51.520465Z","caller":"traceutil/trace.go:171","msg":"trace[1850667460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8067; }","duration":"904.886575ms","start":"2026-03-31T05:17:50.615572Z","end":"2026-03-31T05:17:51.520459Z","steps":["trace[1850667460] 'agreement among raft nodes before linearized reading' (duration: 798.046083ms)","trace[1850667460] 'range keys from in-memory index tree' (duration: 106.768589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:51.52048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.615556Z","time spent":"904.920377ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:51.520592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156529853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:17:51.520614Z","caller":"traceutil/trace.go:171","msg":"trace[459733014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8067; }","duration":"1.156584005s","start":"2026-03-31T05:17:50.364025Z","end":"2026-03-31T05:17:51.520609Z","steps":["trace[459733014] 'agreement among raft nodes before linearized reading' (duration: 1.049599289s)","trace[459733014] 'range keys from in-memory index tree' (duration: 106.935054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:51.520629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:50.36401Z","time spent":"1.156615556s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:17:51.521098Z","caller":"traceutil/trace.go:171","msg":"trace[1491113671] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"101.978667ms","start":"2026-03-31T05:17:51.419112Z","end":"2026-03-31T05:17:51.521091Z","steps":["trace[1491113671] 'process raft request' (duration: 93.24054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.004546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.240053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:17:52.004617Z","caller":"traceutil/trace.go:171","msg":"trace[1806708395] linearizableReadLoop","detail":"{readStateIndex:8367; appliedIndex:8365; }","duration":"527.347829ms","start":"2026-03-31T05:17:51.477259Z","end":"2026-03-31T05:17:52.004607Z","steps":["trace[1806708395] 'read index received' (duration: 35.102554ms)","trace[1806708395] 'applied index is now lower than readState.Index' (duration: 492.244445ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:52.004661Z","caller":"traceutil/trace.go:171","msg":"trace[803844471] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"572.181443ms","start":"2026-03-31T05:17:51.432472Z","end":"2026-03-31T05:17:52.004653Z","steps":["trace[803844471] 'process raft request' (duration: 424.779594ms)","trace[803844471] 'compare' (duration: 147.084259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:17:52.004693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.432456Z","time spent":"572.218863ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:52.004927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.663789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-03-31T05:17:52.004957Z","caller":"traceutil/trace.go:171","msg":"trace[132524506] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8069; }","duration":"527.727981ms","start":"2026-03-31T05:17:51.477222Z","end":"2026-03-31T05:17:52.00495Z","steps":["trace[132524506] 'agreement among raft nodes before linearized reading' (duration: 527.611978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.004978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.477205Z","time spent":"527.767163ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12737,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:17:52.081538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.623565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:17:52.0816Z","caller":"traceutil/trace.go:171","msg":"trace[634082199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8071; }","duration":"422.729778ms","start":"2026-03-31T05:17:51.658856Z","end":"2026-03-31T05:17:52.081586Z","steps":["trace[634082199] 'agreement among raft nodes before linearized reading' (duration: 422.548562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.08163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.658829Z","time spent":"422.79406ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:17:52.081854Z","caller":"traceutil/trace.go:171","msg":"trace[891010316] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"554.183521ms","start":"2026-03-31T05:17:51.527663Z","end":"2026-03-31T05:17:52.081846Z","steps":["trace[891010316] 'process raft request' (duration: 553.606253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.08192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.527642Z","time spent":"554.236763ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:52.08202Z","caller":"traceutil/trace.go:171","msg":"trace[499306598] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"553.343294ms","start":"2026-03-31T05:17:51.528668Z","end":"2026-03-31T05:17:52.082011Z","steps":["trace[499306598] 'process raft request' (duration: 552.700184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.082061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.528657Z","time spent":"553.382626ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:17:52.082304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.64804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:17:52.082332Z","caller":"traceutil/trace.go:171","msg":"trace[717023124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8071; }","duration":"344.67681ms","start":"2026-03-31T05:17:51.737647Z","end":"2026-03-31T05:17:52.082324Z","steps":["trace[717023124] 'agreement among raft nodes before linearized reading' (duration: 344.609398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.082353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.737605Z","time spent":"344.743153ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:17:52.082458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.943574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:52.082484Z","caller":"traceutil/trace.go:171","msg":"trace[234055883] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8071; }","duration":"405.011946ms","start":"2026-03-31T05:17:51.677464Z","end":"2026-03-31T05:17:52.082476Z","steps":["trace[234055883] 'agreement among raft nodes before linearized reading' (duration: 404.964175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:52.082503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:51.677447Z","time spent":"405.050197ms","remote":"127.0.0.1:37288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:17:53.549872Z","caller":"traceutil/trace.go:171","msg":"trace[1541552855] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"305.196558ms","start":"2026-03-31T05:17:53.244649Z","end":"2026-03-31T05:17:53.549846Z","steps":["trace[1541552855] 'process raft request' (duration: 305.030383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:53.550049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.244626Z","time spent":"305.333683ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:54.123668Z","caller":"traceutil/trace.go:171","msg":"trace[2017249460] linearizableReadLoop","detail":"{readStateIndex:8374; appliedIndex:8371; }","duration":"704.028609ms","start":"2026-03-31T05:17:53.419612Z","end":"2026-03-31T05:17:54.12364Z","steps":["trace[2017249460] 'read index received' (duration: 130.12188ms)","trace[2017249460] 'applied index is now lower than readState.Index' (duration: 573.905539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:54.123849Z","caller":"traceutil/trace.go:171","msg":"trace[477623863] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"835.616246ms","start":"2026-03-31T05:17:53.288168Z","end":"2026-03-31T05:17:54.123784Z","steps":["trace[477623863] 'process raft request' (duration: 835.226354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.123951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.268706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:17:54.124124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.288148Z","time spent":"835.832024ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:54.124137Z","caller":"traceutil/trace.go:171","msg":"trace[120163547] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8076; }","duration":"704.506544ms","start":"2026-03-31T05:17:53.419576Z","end":"2026-03-31T05:17:54.124083Z","steps":["trace[120163547] 'agreement among raft nodes before linearized reading' (duration: 704.209925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.124236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.349124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:17:54.124305Z","caller":"traceutil/trace.go:171","msg":"trace[1559802793] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8076; }","duration":"162.470598ms","start":"2026-03-31T05:17:53.961821Z","end":"2026-03-31T05:17:54.124291Z","steps":["trace[1559802793] 'agreement among raft nodes before linearized reading' (duration: 162.371664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.124388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.98742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:17:54.124395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.468413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:54.124448Z","caller":"traceutil/trace.go:171","msg":"trace[582690302] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8076; }","duration":"595.550515ms","start":"2026-03-31T05:17:53.528886Z","end":"2026-03-31T05:17:54.124437Z","steps":["trace[582690302] 'agreement among raft nodes before linearized reading' (duration: 595.436732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.124421Z","caller":"traceutil/trace.go:171","msg":"trace[1739632587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8076; }","duration":"115.080193ms","start":"2026-03-31T05:17:54.009333Z","end":"2026-03-31T05:17:54.124413Z","steps":["trace[1739632587] 'agreement among raft nodes before linearized reading' (duration: 114.942519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.124469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.000519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-03-31T05:17:54.124563Z","caller":"traceutil/trace.go:171","msg":"trace[1169476084] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8076; }","duration":"114.123703ms","start":"2026-03-31T05:17:54.010422Z","end":"2026-03-31T05:17:54.124546Z","steps":["trace[1169476084] 'agreement among raft nodes before linearized reading' (duration: 113.767891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.124487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.528873Z","time spent":"595.605987ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:17:54.124249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.419559Z","time spent":"704.67911ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:17:54.12405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.490815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:17:54.124756Z","caller":"traceutil/trace.go:171","msg":"trace[1104116526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8076; }","duration":"597.237889ms","start":"2026-03-31T05:17:53.527506Z","end":"2026-03-31T05:17:54.124744Z","steps":["trace[1104116526] 'agreement among raft nodes before linearized reading' (duration: 596.31899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.124805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.527491Z","time spent":"597.299801ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:17:54.126827Z","caller":"traceutil/trace.go:171","msg":"trace[1853248854] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"838.56824ms","start":"2026-03-31T05:17:53.288243Z","end":"2026-03-31T05:17:54.126811Z","steps":["trace[1853248854] 'process raft request' (duration: 835.335448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.127547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:53.288238Z","time spent":"838.638512ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:17:54.278378Z","caller":"traceutil/trace.go:171","msg":"trace[663283038] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"147.278715ms","start":"2026-03-31T05:17:54.131072Z","end":"2026-03-31T05:17:54.278351Z","steps":["trace[663283038] 'process raft request' (duration: 147.012956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.278485Z","caller":"traceutil/trace.go:171","msg":"trace[250232060] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"147.371898ms","start":"2026-03-31T05:17:54.131086Z","end":"2026-03-31T05:17:54.278457Z","steps":["trace[250232060] 'process raft request' (duration: 147.164962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.27903Z","caller":"traceutil/trace.go:171","msg":"trace[1119712658] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"146.038106ms","start":"2026-03-31T05:17:54.132978Z","end":"2026-03-31T05:17:54.279016Z","steps":["trace[1119712658] 'process raft request' (duration: 145.319143ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:54.279164Z","caller":"traceutil/trace.go:171","msg":"trace[914209401] linearizableReadLoop","detail":"{readStateIndex:8377; appliedIndex:8374; }","duration":"146.198601ms","start":"2026-03-31T05:17:54.132956Z","end":"2026-03-31T05:17:54.279155Z","steps":["trace[914209401] 'read index received' (duration: 9.596015ms)","trace[914209401] 'applied index is now lower than readState.Index' (duration: 136.601766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:17:54.279213Z","caller":"traceutil/trace.go:171","msg":"trace[166523086] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"144.381103ms","start":"2026-03-31T05:17:54.134822Z","end":"2026-03-31T05:17:54.279203Z","steps":["trace[166523086] 'process raft request' (duration: 144.158026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:54.27971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.735458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:214288"} {"level":"info","ts":"2026-03-31T05:17:54.279756Z","caller":"traceutil/trace.go:171","msg":"trace[1632717452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8081; }","duration":"146.81133ms","start":"2026-03-31T05:17:54.132935Z","end":"2026-03-31T05:17:54.279746Z","steps":["trace[1632717452] 'agreement among raft nodes before linearized reading' (duration: 146.289983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.158113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.778813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:17:55.1582Z","caller":"traceutil/trace.go:171","msg":"trace[3913714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8082; }","duration":"521.898647ms","start":"2026-03-31T05:17:54.636284Z","end":"2026-03-31T05:17:55.158182Z","steps":["trace[3913714] 'range keys from in-memory index tree' (duration: 521.542916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:55.158179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.775658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:17:55.158245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:17:54.636268Z","time spent":"521.966719ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:17:55.15826Z","caller":"traceutil/trace.go:171","msg":"trace[1371519077] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8082; }","duration":"237.918652ms","start":"2026-03-31T05:17:54.920321Z","end":"2026-03-31T05:17:55.15824Z","steps":["trace[1371519077] 'count revisions from in-memory index tree' (duration: 237.610282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:17:55.828035Z","caller":"traceutil/trace.go:171","msg":"trace[1627085811] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"271.721136ms","start":"2026-03-31T05:17:55.556294Z","end":"2026-03-31T05:17:55.828015Z","steps":["trace[1627085811] 'process raft request' (duration: 271.590052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:17:57.416518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.492769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:17:57.416581Z","caller":"traceutil/trace.go:171","msg":"trace[1686650912] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8095; }","duration":"128.611943ms","start":"2026-03-31T05:17:57.287956Z","end":"2026-03-31T05:17:57.416568Z","steps":["trace[1686650912] 'range keys from in-memory index tree' (duration: 128.405597ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:00.105139Z","caller":"traceutil/trace.go:171","msg":"trace[1218951216] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8109; }","duration":"204.107719ms","start":"2026-03-31T05:17:59.900998Z","end":"2026-03-31T05:18:00.105106Z","steps":["trace[1218951216] 'process raft request' (duration: 124.967267ms)","trace[1218951216] 'compare' (duration: 78.878664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:00.37714Z","caller":"traceutil/trace.go:171","msg":"trace[72678227] linearizableReadLoop","detail":"{readStateIndex:8409; appliedIndex:8408; }","duration":"143.701011ms","start":"2026-03-31T05:18:00.233396Z","end":"2026-03-31T05:18:00.377097Z","steps":["trace[72678227] 'read index received' (duration: 107.474351ms)","trace[72678227] 'applied index is now lower than readState.Index' (duration: 36.22577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:00.377226Z","caller":"traceutil/trace.go:171","msg":"trace[1728004923] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"160.143534ms","start":"2026-03-31T05:18:00.21704Z","end":"2026-03-31T05:18:00.377183Z","steps":["trace[1728004923] 'process raft request' (duration: 123.811531ms)","trace[1728004923] 'compare' (duration: 36.131647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:00.377328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.930399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:00.377405Z","caller":"traceutil/trace.go:171","msg":"trace[767612159] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:8110; }","duration":"144.063053ms","start":"2026-03-31T05:18:00.233324Z","end":"2026-03-31T05:18:00.377387Z","steps":["trace[767612159] 'agreement among raft nodes before linearized reading' (duration: 143.878758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:00.377856Z","caller":"traceutil/trace.go:171","msg":"trace[1057661961] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"140.651475ms","start":"2026-03-31T05:18:00.237152Z","end":"2026-03-31T05:18:00.377804Z","steps":["trace[1057661961] 'process raft request' (duration: 140.312364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:00.377971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.459756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:18:00.377867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.648555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12713"} {"level":"info","ts":"2026-03-31T05:18:00.378088Z","caller":"traceutil/trace.go:171","msg":"trace[1975649846] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:8111; }","duration":"140.898222ms","start":"2026-03-31T05:18:00.237171Z","end":"2026-03-31T05:18:00.37807Z","steps":["trace[1975649846] 'agreement among raft nodes before linearized reading' (duration: 140.545361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:00.378026Z","caller":"traceutil/trace.go:171","msg":"trace[626544335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8111; }","duration":"110.56825ms","start":"2026-03-31T05:18:00.267444Z","end":"2026-03-31T05:18:00.378012Z","steps":["trace[626544335] 'agreement among raft nodes before linearized reading' (duration: 110.378494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:01.519982Z","caller":"traceutil/trace.go:171","msg":"trace[694701898] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"101.667958ms","start":"2026-03-31T05:18:01.418292Z","end":"2026-03-31T05:18:01.51996Z","steps":["trace[694701898] 'process raft request' (duration: 101.525443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:01.664727Z","caller":"traceutil/trace.go:171","msg":"trace[1087830408] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"133.755296ms","start":"2026-03-31T05:18:01.530943Z","end":"2026-03-31T05:18:01.664698Z","steps":["trace[1087830408] 'process raft request' (duration: 117.621494ms)","trace[1087830408] 'compare' (duration: 15.949846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:01.703353Z","caller":"traceutil/trace.go:171","msg":"trace[186013869] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"142.266936ms","start":"2026-03-31T05:18:01.561036Z","end":"2026-03-31T05:18:01.703303Z","steps":["trace[186013869] 'process raft request' (duration: 142.133602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:06.734686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.118003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:06.734775Z","caller":"traceutil/trace.go:171","msg":"trace[1989138099] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8172; }","duration":"166.233627ms","start":"2026-03-31T05:18:06.568522Z","end":"2026-03-31T05:18:06.734756Z","steps":["trace[1989138099] 'count revisions from in-memory index tree' (duration: 166.008109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:08.573266Z","caller":"traceutil/trace.go:171","msg":"trace[1967033269] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"126.804016ms","start":"2026-03-31T05:18:08.446441Z","end":"2026-03-31T05:18:08.573245Z","steps":["trace[1967033269] 'process raft request' (duration: 121.104415ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:08.573574Z","caller":"traceutil/trace.go:171","msg":"trace[2082763994] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"127.061864ms","start":"2026-03-31T05:18:08.446503Z","end":"2026-03-31T05:18:08.573565Z","steps":["trace[2082763994] 'process raft request' (duration: 126.704802ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:08.573646Z","caller":"traceutil/trace.go:171","msg":"trace[957739392] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"127.081615ms","start":"2026-03-31T05:18:08.446537Z","end":"2026-03-31T05:18:08.573619Z","steps":["trace[957739392] 'process raft request' (duration: 126.92994ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:08.573643Z","caller":"traceutil/trace.go:171","msg":"trace[1559952134] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8481; }","duration":"112.421758ms","start":"2026-03-31T05:18:08.461194Z","end":"2026-03-31T05:18:08.573616Z","steps":["trace[1559952134] 'read index received' (duration: 106.369476ms)","trace[1559952134] 'applied index is now lower than readState.Index' (duration: 6.051172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:08.57385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.633356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:18:08.573914Z","caller":"traceutil/trace.go:171","msg":"trace[1484939938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8182; }","duration":"112.74289ms","start":"2026-03-31T05:18:08.461157Z","end":"2026-03-31T05:18:08.5739Z","steps":["trace[1484939938] 'agreement among raft nodes before linearized reading' (duration: 112.538723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:08.57393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.369873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:18:08.573975Z","caller":"traceutil/trace.go:171","msg":"trace[1093922024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8182; }","duration":"104.450945ms","start":"2026-03-31T05:18:08.46951Z","end":"2026-03-31T05:18:08.573961Z","steps":["trace[1093922024] 'agreement among raft nodes before linearized reading' (duration: 104.318591ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:09.433921Z","caller":"traceutil/trace.go:171","msg":"trace[1946063591] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"106.831421ms","start":"2026-03-31T05:18:09.327059Z","end":"2026-03-31T05:18:09.43389Z","steps":["trace[1946063591] 'process raft request' (duration: 106.620115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:10.533352Z","caller":"traceutil/trace.go:171","msg":"trace[1443547455] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"105.884811ms","start":"2026-03-31T05:18:10.427444Z","end":"2026-03-31T05:18:10.533329Z","steps":["trace[1443547455] 'process raft request' (duration: 105.731296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:11.218824Z","caller":"traceutil/trace.go:171","msg":"trace[2023974686] linearizableReadLoop","detail":"{readStateIndex:8489; appliedIndex:8487; }","duration":"755.910565ms","start":"2026-03-31T05:18:10.462891Z","end":"2026-03-31T05:18:11.218802Z","steps":["trace[2023974686] 'read index received' (duration: 70.26085ms)","trace[2023974686] 'applied index is now lower than readState.Index' (duration: 685.648645ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:11.2191Z","caller":"traceutil/trace.go:171","msg":"trace[1874083767] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"771.687786ms","start":"2026-03-31T05:18:10.447395Z","end":"2026-03-31T05:18:11.219082Z","steps":["trace[1874083767] 'process raft request' (duration: 771.277023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.219229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.447371Z","time spent":"771.778529ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:11.21938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.420242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:18:11.219473Z","caller":"traceutil/trace.go:171","msg":"trace[2027266479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8187; }","duration":"756.608528ms","start":"2026-03-31T05:18:10.462844Z","end":"2026-03-31T05:18:11.219453Z","steps":["trace[2027266479] 'agreement among raft nodes before linearized reading' (duration: 756.279047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.21953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.462832Z","time spent":"756.68575ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:11.356931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.460219ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:18:11.357184Z","caller":"traceutil/trace.go:171","msg":"trace[2029222889] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"138.244109ms","start":"2026-03-31T05:18:11.2189Z","end":"2026-03-31T05:18:11.357144Z","steps":["trace[2029222889] 'read index received' (duration: 14.570123ms)","trace[2029222889] 'applied index is now lower than readState.Index' (duration: 123.672716ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:11.357187Z","caller":"traceutil/trace.go:171","msg":"trace[1699491617] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"133.042064ms","start":"2026-03-31T05:18:11.22413Z","end":"2026-03-31T05:18:11.357172Z","steps":["trace[1699491617] 'process raft request' (duration: 132.91169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.357381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.526375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:18:11.357363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.406904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:18:11.35741Z","caller":"traceutil/trace.go:171","msg":"trace[1309143400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8188; }","duration":"779.603988ms","start":"2026-03-31T05:18:10.577797Z","end":"2026-03-31T05:18:11.357401Z","steps":["trace[1309143400] 'agreement among raft nodes before linearized reading' (duration: 779.418712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.357401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.050959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:11.35743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.577776Z","time spent":"779.649239ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:18:11.357443Z","caller":"traceutil/trace.go:171","msg":"trace[1861202652] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8188; }","duration":"463.148492ms","start":"2026-03-31T05:18:10.894282Z","end":"2026-03-31T05:18:11.35743Z","steps":["trace[1861202652] 'agreement among raft nodes before linearized reading' (duration: 462.986977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:11.357451Z","caller":"traceutil/trace.go:171","msg":"trace[1193324733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8188; }","duration":"752.529309ms","start":"2026-03-31T05:18:10.604893Z","end":"2026-03-31T05:18:11.357423Z","steps":["trace[1193324733] 'agreement among raft nodes before linearized reading' (duration: 752.26032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.357473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.894263Z","time spent":"463.201024ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:11.357492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.387879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:18:11.35752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.604878Z","time spent":"752.625761ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:18:11.357571Z","caller":"traceutil/trace.go:171","msg":"trace[133569110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8188; }","duration":"778.498243ms","start":"2026-03-31T05:18:10.579052Z","end":"2026-03-31T05:18:11.35755Z","steps":["trace[133569110] 'agreement among raft nodes before linearized reading' (duration: 778.269615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.357609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.579043Z","time spent":"778.557394ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:11.357695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.566115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:11.357782Z","caller":"traceutil/trace.go:171","msg":"trace[1642056723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8188; }","duration":"778.655678ms","start":"2026-03-31T05:18:10.579112Z","end":"2026-03-31T05:18:11.357768Z","steps":["trace[1642056723] 'agreement among raft nodes before linearized reading' (duration: 778.183243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.357845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.579091Z","time spent":"778.742591ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:11.357682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.011848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:18:11.357971Z","caller":"traceutil/trace.go:171","msg":"trace[1802796234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8188; }","duration":"750.346129ms","start":"2026-03-31T05:18:10.607615Z","end":"2026-03-31T05:18:11.357961Z","steps":["trace[1802796234] 'agreement among raft nodes before linearized reading' (duration: 749.900505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:11.358011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:10.607604Z","time spent":"750.391701ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:18:11.541911Z","caller":"traceutil/trace.go:171","msg":"trace[1030013163] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"101.983387ms","start":"2026-03-31T05:18:11.439895Z","end":"2026-03-31T05:18:11.541878Z","steps":["trace[1030013163] 'process raft request' (duration: 100.923243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:12.767758Z","caller":"traceutil/trace.go:171","msg":"trace[1014030533] linearizableReadLoop","detail":"{readStateIndex:8500; appliedIndex:8499; }","duration":"108.287267ms","start":"2026-03-31T05:18:12.659446Z","end":"2026-03-31T05:18:12.767734Z","steps":["trace[1014030533] 'read index received' (duration: 108.027909ms)","trace[1014030533] 'applied index is now lower than readState.Index' (duration: 258.028µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:12.767945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.497394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:18:12.767915Z","caller":"traceutil/trace.go:171","msg":"trace[128393805] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"229.043481ms","start":"2026-03-31T05:18:12.53882Z","end":"2026-03-31T05:18:12.767863Z","steps":["trace[128393805] 'process raft request' (duration: 228.718781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:12.767989Z","caller":"traceutil/trace.go:171","msg":"trace[1076690055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8197; }","duration":"108.65693ms","start":"2026-03-31T05:18:12.659318Z","end":"2026-03-31T05:18:12.767975Z","steps":["trace[1076690055] 'agreement among raft nodes before linearized reading' (duration: 108.508035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.013888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.251785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:13.013981Z","caller":"traceutil/trace.go:171","msg":"trace[1006034351] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8197; }","duration":"159.41395ms","start":"2026-03-31T05:18:12.854546Z","end":"2026-03-31T05:18:13.01396Z","steps":["trace[1006034351] 'range keys from in-memory index tree' (duration: 159.050198ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.705458Z","caller":"traceutil/trace.go:171","msg":"trace[758983314] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8500; }","duration":"342.279545ms","start":"2026-03-31T05:18:13.363154Z","end":"2026-03-31T05:18:13.705434Z","steps":["trace[758983314] 'read index received' (duration: 342.093389ms)","trace[758983314] 'applied index is now lower than readState.Index' (duration: 184.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:13.705593Z","caller":"traceutil/trace.go:171","msg":"trace[396572190] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"479.201451ms","start":"2026-03-31T05:18:13.22638Z","end":"2026-03-31T05:18:13.705581Z","steps":["trace[396572190] 'process raft request' (duration: 478.901122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.70582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.226346Z","time spent":"479.280964ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:13.705859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.165488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:18:13.705992Z","caller":"traceutil/trace.go:171","msg":"trace[1462837913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8198; }","duration":"334.283052ms","start":"2026-03-31T05:18:13.371657Z","end":"2026-03-31T05:18:13.70594Z","steps":["trace[1462837913] 'agreement among raft nodes before linearized reading' (duration: 334.048124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.706045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.37159Z","time spent":"334.445787ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:13.70611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.933846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:18:13.70612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.142944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:18:13.706165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:13.706178Z","caller":"traceutil/trace.go:171","msg":"trace[329988405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8198; }","duration":"343.093861ms","start":"2026-03-31T05:18:13.36307Z","end":"2026-03-31T05:18:13.706164Z","steps":["trace[329988405] 'agreement among raft nodes before linearized reading' (duration: 342.871654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.706163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.523238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:18:13.706211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.362987Z","time spent":"343.217305ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:13.706221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.885379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:18:13.706201Z","caller":"traceutil/trace.go:171","msg":"trace[599828679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8198; }","duration":"270.314452ms","start":"2026-03-31T05:18:13.435876Z","end":"2026-03-31T05:18:13.706191Z","steps":["trace[599828679] 'agreement among raft nodes before linearized reading' (duration: 270.216939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.706252Z","caller":"traceutil/trace.go:171","msg":"trace[953574666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8198; }","duration":"270.660943ms","start":"2026-03-31T05:18:13.435571Z","end":"2026-03-31T05:18:13.706232Z","steps":["trace[953574666] 'agreement among raft nodes before linearized reading' (duration: 270.341963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.70626Z","caller":"traceutil/trace.go:171","msg":"trace[1382802110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8198; }","duration":"270.986693ms","start":"2026-03-31T05:18:13.435259Z","end":"2026-03-31T05:18:13.706246Z","steps":["trace[1382802110] 'agreement among raft nodes before linearized reading' (duration: 270.89048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.706194Z","caller":"traceutil/trace.go:171","msg":"trace[1947015910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8198; }","duration":"160.281078ms","start":"2026-03-31T05:18:13.545894Z","end":"2026-03-31T05:18:13.706175Z","steps":["trace[1947015910] 'agreement among raft nodes before linearized reading' (duration: 160.114713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:13.70638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.812606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:18:13.70644Z","caller":"traceutil/trace.go:171","msg":"trace[55582556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8198; }","duration":"258.896829ms","start":"2026-03-31T05:18:13.447527Z","end":"2026-03-31T05:18:13.706424Z","steps":["trace[55582556] 'agreement among raft nodes before linearized reading' (duration: 258.365682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:13.835264Z","caller":"traceutil/trace.go:171","msg":"trace[1545774311] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"124.76855ms","start":"2026-03-31T05:18:13.710468Z","end":"2026-03-31T05:18:13.835236Z","steps":["trace[1545774311] 'process raft request' (duration: 64.476737ms)","trace[1545774311] 'compare' (duration: 60.17071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:14.109829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.415393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:14.110204Z","caller":"traceutil/trace.go:171","msg":"trace[1286884643] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"399.434619ms","start":"2026-03-31T05:18:13.710723Z","end":"2026-03-31T05:18:14.110157Z","steps":["trace[1286884643] 'process raft request' (duration: 237.615813ms)","trace[1286884643] 'compare' (duration: 161.29042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:14.110267Z","caller":"traceutil/trace.go:171","msg":"trace[824983600] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"399.4763ms","start":"2026-03-31T05:18:13.710771Z","end":"2026-03-31T05:18:14.110247Z","steps":["trace[824983600] 'process raft request' (duration: 399.16708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:14.110331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.710748Z","time spent":"399.552893ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:14.110363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.710703Z","time spent":"399.574693ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:14.110378Z","caller":"traceutil/trace.go:171","msg":"trace[1543437419] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"399.522862ms","start":"2026-03-31T05:18:13.710841Z","end":"2026-03-31T05:18:14.110364Z","steps":["trace[1543437419] 'process raft request' (duration: 399.435239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:14.110448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.71082Z","time spent":"399.593734ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:14.110595Z","caller":"traceutil/trace.go:171","msg":"trace[2020302847] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"399.095348ms","start":"2026-03-31T05:18:13.711482Z","end":"2026-03-31T05:18:14.110578Z","steps":["trace[2020302847] 'process raft request' (duration: 398.989374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:14.110566Z","caller":"traceutil/trace.go:171","msg":"trace[768910120] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8501; }","duration":"399.295525ms","start":"2026-03-31T05:18:13.711249Z","end":"2026-03-31T05:18:14.110545Z","steps":["trace[768910120] 'read index received' (duration: 63.709262ms)","trace[768910120] 'applied index is now lower than readState.Index' (duration: 335.585113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:14.110666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.711468Z","time spent":"399.16288ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:14.110618Z","caller":"traceutil/trace.go:171","msg":"trace[1294379995] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"399.732088ms","start":"2026-03-31T05:18:13.710862Z","end":"2026-03-31T05:18:14.110594Z","steps":["trace[1294379995] 'process raft request' (duration: 399.46915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:14.110923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.710841Z","time spent":"400.019648ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:14.111294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.023118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223716"} {"level":"info","ts":"2026-03-31T05:18:14.111392Z","caller":"traceutil/trace.go:171","msg":"trace[762682224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8204; }","duration":"400.159242ms","start":"2026-03-31T05:18:13.711216Z","end":"2026-03-31T05:18:14.111375Z","steps":["trace[762682224] 'agreement among raft nodes before linearized reading' (duration: 399.4615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:14.11152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:13.711205Z","time spent":"400.296886ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223740,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:14.18197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.896874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:14.182068Z","caller":"traceutil/trace.go:171","msg":"trace[1860220391] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8205; }","duration":"182.048549ms","start":"2026-03-31T05:18:13.999995Z","end":"2026-03-31T05:18:14.182044Z","steps":["trace[1860220391] 'agreement among raft nodes before linearized reading' (duration: 181.822732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.040575Z","caller":"traceutil/trace.go:171","msg":"trace[1955753] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8508; }","duration":"386.82418ms","start":"2026-03-31T05:18:14.653735Z","end":"2026-03-31T05:18:15.04056Z","steps":["trace[1955753] 'read index received' (duration: 386.714147ms)","trace[1955753] 'applied index is now lower than readState.Index' (duration: 109.503µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:15.040673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.921343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:15.0407Z","caller":"traceutil/trace.go:171","msg":"trace[331618285] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8206; }","duration":"387.000536ms","start":"2026-03-31T05:18:14.65369Z","end":"2026-03-31T05:18:15.04069Z","steps":["trace[331618285] 'agreement among raft nodes before linearized reading' (duration: 386.931094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:15.040711Z","caller":"traceutil/trace.go:171","msg":"trace[48251227] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"467.555603ms","start":"2026-03-31T05:18:14.573054Z","end":"2026-03-31T05:18:15.04061Z","steps":["trace[48251227] 'process raft request' (duration: 467.403588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:15.040823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:14.572977Z","time spent":"467.794571ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:15.040737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:14.653669Z","time spent":"387.057587ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:15.587141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.933653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:15.587274Z","caller":"traceutil/trace.go:171","msg":"trace[826788735] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8509; }","duration":"499.847547ms","start":"2026-03-31T05:18:15.087403Z","end":"2026-03-31T05:18:15.58725Z","steps":["trace[826788735] 'read index received' (duration: 381.623334ms)","trace[826788735] 'applied index is now lower than readState.Index' (duration: 118.222023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:15.587443Z","caller":"traceutil/trace.go:171","msg":"trace[222642887] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"814.673442ms","start":"2026-03-31T05:18:14.77275Z","end":"2026-03-31T05:18:15.587423Z","steps":["trace[222642887] 'process raft request' (duration: 696.318015ms)","trace[222642887] 'compare' (duration: 117.51373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:15.587948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.53342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:15.588012Z","caller":"traceutil/trace.go:171","msg":"trace[196499040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8207; }","duration":"500.632712ms","start":"2026-03-31T05:18:15.087364Z","end":"2026-03-31T05:18:15.587997Z","steps":["trace[196499040] 'agreement among raft nodes before linearized reading' (duration: 500.521129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:15.588045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:15.087349Z","time spent":"500.689124ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:15.588818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:14.772733Z","time spent":"814.760734ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:16.589186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782518876,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:16.82898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.687886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:16.829084Z","caller":"traceutil/trace.go:171","msg":"trace[279930428] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"985.092231ms","start":"2026-03-31T05:18:15.843976Z","end":"2026-03-31T05:18:16.829068Z","steps":["trace[279930428] 'process raft request' (duration: 804.230179ms)","trace[279930428] 'compare' (duration: 179.968363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:16.829142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:15.84395Z","time spent":"985.161543ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:17.266567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.032303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:17.267248Z","caller":"traceutil/trace.go:171","msg":"trace[575784194] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"1.080144727s","start":"2026-03-31T05:18:16.187084Z","end":"2026-03-31T05:18:17.267229Z","steps":["trace[575784194] 'process raft request' (duration: 889.327579ms)","trace[575784194] 'compare' (duration: 189.725343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:17.267444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.187062Z","time spent":"1.080335623s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:17.26711Z","caller":"traceutil/trace.go:171","msg":"trace[749887732] linearizableReadLoop","detail":"{readStateIndex:8515; appliedIndex:8513; }","duration":"1.178251552s","start":"2026-03-31T05:18:16.088841Z","end":"2026-03-31T05:18:17.267093Z","steps":["trace[749887732] 'read index received' (duration: 559.379077ms)","trace[749887732] 'applied index is now lower than readState.Index' (duration: 618.870635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:17.267934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179098199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:17.268185Z","caller":"traceutil/trace.go:171","msg":"trace[1292349400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"1.179382308s","start":"2026-03-31T05:18:16.088787Z","end":"2026-03-31T05:18:17.26817Z","steps":["trace[1292349400] 'agreement among raft nodes before linearized reading' (duration: 1.179110229s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.26832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.088767Z","time spent":"1.179538512s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:17.268638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154766886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:18:17.268741Z","caller":"traceutil/trace.go:171","msg":"trace[221651039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8211; }","duration":"1.15490427s","start":"2026-03-31T05:18:16.113822Z","end":"2026-03-31T05:18:17.268726Z","steps":["trace[221651039] 'agreement among raft nodes before linearized reading' (duration: 1.154707344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.268806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.113802Z","time spent":"1.154992454s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:18:17.269074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.13089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:17.269154Z","caller":"traceutil/trace.go:171","msg":"trace[2097010792] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8211; }","duration":"663.252544ms","start":"2026-03-31T05:18:16.605889Z","end":"2026-03-31T05:18:17.269142Z","steps":["trace[2097010792] 'agreement among raft nodes before linearized reading' (duration: 663.13306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.26981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.605866Z","time spent":"663.930555ms","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:17.269404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15426217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:18:17.270146Z","caller":"traceutil/trace.go:171","msg":"trace[1380315351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8211; }","duration":"1.155004744s","start":"2026-03-31T05:18:16.115127Z","end":"2026-03-31T05:18:17.270132Z","steps":["trace[1380315351] 'agreement among raft nodes before linearized reading' (duration: 1.154177418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.270219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.115098Z","time spent":"1.155108127s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:18:17.269466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15488873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:17.270469Z","caller":"traceutil/trace.go:171","msg":"trace[560510763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8211; }","duration":"1.155948973s","start":"2026-03-31T05:18:16.114508Z","end":"2026-03-31T05:18:17.270457Z","steps":["trace[560510763] 'agreement among raft nodes before linearized reading' (duration: 1.154813487s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.270607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.114485Z","time spent":"1.156045727s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:17.269489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.585894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-31T05:18:17.270995Z","caller":"traceutil/trace.go:171","msg":"trace[1426538824] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8211; }","duration":"820.086372ms","start":"2026-03-31T05:18:16.450897Z","end":"2026-03-31T05:18:17.270984Z","steps":["trace[1426538824] 'agreement among raft nodes before linearized reading' (duration: 818.533133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.271053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.450848Z","time spent":"820.195406ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7427,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:18:17.269528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.101952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:17.271799Z","caller":"traceutil/trace.go:171","msg":"trace[261482910] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8211; }","duration":"936.407544ms","start":"2026-03-31T05:18:16.33538Z","end":"2026-03-31T05:18:17.271788Z","steps":["trace[261482910] 'agreement among raft nodes before linearized reading' (duration: 934.128152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.26957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148795186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:17.269571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155103637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:18:17.269628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15520906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:18:17.26964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151672397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:18:17.271921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.33536Z","time spent":"936.543149ms","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:17.272538Z","caller":"traceutil/trace.go:171","msg":"trace[499924251] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8211; }","duration":"1.151777731s","start":"2026-03-31T05:18:16.120748Z","end":"2026-03-31T05:18:17.272526Z","steps":["trace[499924251] 'agreement among raft nodes before linearized reading' (duration: 1.148795816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.272616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.120738Z","time spent":"1.151866433s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:17.272762Z","caller":"traceutil/trace.go:171","msg":"trace[1515693614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8211; }","duration":"1.158308748s","start":"2026-03-31T05:18:16.114443Z","end":"2026-03-31T05:18:17.272751Z","steps":["trace[1515693614] 'agreement among raft nodes before linearized reading' (duration: 1.155063775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.272815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.114437Z","time spent":"1.158367511s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:17.272962Z","caller":"traceutil/trace.go:171","msg":"trace[1141445825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8211; }","duration":"1.158559136s","start":"2026-03-31T05:18:16.114396Z","end":"2026-03-31T05:18:17.272955Z","steps":["trace[1141445825] 'agreement among raft nodes before linearized reading' (duration: 1.15519412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.273041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.114387Z","time spent":"1.158645329s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:18:17.273147Z","caller":"traceutil/trace.go:171","msg":"trace[1241682798] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8211; }","duration":"1.155197719s","start":"2026-03-31T05:18:16.117942Z","end":"2026-03-31T05:18:17.27314Z","steps":["trace[1241682798] 'agreement among raft nodes before linearized reading' (duration: 1.151642807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:17.273197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:16.117932Z","time spent":"1.155257741s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:18:19.450346Z","caller":"traceutil/trace.go:171","msg":"trace[1533289706] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"118.160101ms","start":"2026-03-31T05:18:19.332153Z","end":"2026-03-31T05:18:19.450313Z","steps":["trace[1533289706] 'process raft request' (duration: 108.439202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:19.466647Z","caller":"traceutil/trace.go:171","msg":"trace[145883245] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"133.120985ms","start":"2026-03-31T05:18:19.333497Z","end":"2026-03-31T05:18:19.466618Z","steps":["trace[145883245] 'process raft request' (duration: 133.043523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:19.466755Z","caller":"traceutil/trace.go:171","msg":"trace[201478877] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8524; }","duration":"133.315072ms","start":"2026-03-31T05:18:19.333426Z","end":"2026-03-31T05:18:19.466741Z","steps":["trace[201478877] 'read index received' (duration: 107.272056ms)","trace[201478877] 'applied index is now lower than readState.Index' (duration: 26.041356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:19.466684Z","caller":"traceutil/trace.go:171","msg":"trace[1272344191] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"133.230569ms","start":"2026-03-31T05:18:19.333434Z","end":"2026-03-31T05:18:19.466665Z","steps":["trace[1272344191] 'process raft request' (duration: 133.058503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:19.466651Z","caller":"traceutil/trace.go:171","msg":"trace[1348279876] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"134.312934ms","start":"2026-03-31T05:18:19.332314Z","end":"2026-03-31T05:18:19.466627Z","steps":["trace[1348279876] 'process raft request' (duration: 134.033315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:19.467078Z","caller":"traceutil/trace.go:171","msg":"trace[897351413] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"132.827527ms","start":"2026-03-31T05:18:19.334207Z","end":"2026-03-31T05:18:19.467034Z","steps":["trace[897351413] 'process raft request' (duration: 132.367332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:19.467086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.08744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:18:19.467239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.792807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223716"} {"level":"info","ts":"2026-03-31T05:18:19.467339Z","caller":"traceutil/trace.go:171","msg":"trace[1160971301] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8225; }","duration":"133.897971ms","start":"2026-03-31T05:18:19.333398Z","end":"2026-03-31T05:18:19.467296Z","steps":["trace[1160971301] 'agreement among raft nodes before linearized reading' (duration: 133.460497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:19.467348Z","caller":"traceutil/trace.go:171","msg":"trace[1360497504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8225; }","duration":"119.337399ms","start":"2026-03-31T05:18:19.347951Z","end":"2026-03-31T05:18:19.467288Z","steps":["trace[1360497504] 'agreement among raft nodes before linearized reading' (duration: 119.008088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:20.965013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.724778ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-31T05:18:21.286683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.800899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:21.286782Z","caller":"traceutil/trace.go:171","msg":"trace[1281382286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8230; }","duration":"197.977465ms","start":"2026-03-31T05:18:21.088781Z","end":"2026-03-31T05:18:21.286759Z","steps":["trace[1281382286] 'range keys from in-memory index tree' (duration: 197.676626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.628223Z","caller":"traceutil/trace.go:171","msg":"trace[462947624] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"123.51755ms","start":"2026-03-31T05:18:21.504672Z","end":"2026-03-31T05:18:21.62819Z","steps":["trace[462947624] 'process raft request' (duration: 123.348525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.64633Z","caller":"traceutil/trace.go:171","msg":"trace[1450560718] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"140.271232ms","start":"2026-03-31T05:18:21.506036Z","end":"2026-03-31T05:18:21.646307Z","steps":["trace[1450560718] 'process raft request' (duration: 140.168649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.646404Z","caller":"traceutil/trace.go:171","msg":"trace[1949625002] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"141.250244ms","start":"2026-03-31T05:18:21.505102Z","end":"2026-03-31T05:18:21.646352Z","steps":["trace[1949625002] 'process raft request' (duration: 140.949864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.646632Z","caller":"traceutil/trace.go:171","msg":"trace[431493446] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"140.441748ms","start":"2026-03-31T05:18:21.506151Z","end":"2026-03-31T05:18:21.646592Z","steps":["trace[431493446] 'process raft request' (duration: 140.117897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.646692Z","caller":"traceutil/trace.go:171","msg":"trace[438720632] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"139.339003ms","start":"2026-03-31T05:18:21.507331Z","end":"2026-03-31T05:18:21.64667Z","steps":["trace[438720632] 'process raft request' (duration: 139.123306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:21.646681Z","caller":"traceutil/trace.go:171","msg":"trace[258610350] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8536; }","duration":"138.718894ms","start":"2026-03-31T05:18:21.507939Z","end":"2026-03-31T05:18:21.646657Z","steps":["trace[258610350] 'read index received' (duration: 120.094802ms)","trace[258610350] 'applied index is now lower than readState.Index' (duration: 18.623002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:21.647073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.121336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223716"} {"level":"info","ts":"2026-03-31T05:18:21.647201Z","caller":"traceutil/trace.go:171","msg":"trace[1072578151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8237; }","duration":"139.25142ms","start":"2026-03-31T05:18:21.507869Z","end":"2026-03-31T05:18:21.647121Z","steps":["trace[1072578151] 'agreement among raft nodes before linearized reading' (duration: 138.859328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:23.152258Z","caller":"traceutil/trace.go:171","msg":"trace[853265723] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"111.613363ms","start":"2026-03-31T05:18:23.040621Z","end":"2026-03-31T05:18:23.152235Z","steps":["trace[853265723] 'process raft request' (duration: 111.364816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:23.522999Z","caller":"traceutil/trace.go:171","msg":"trace[1969598101] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"163.867792ms","start":"2026-03-31T05:18:23.359092Z","end":"2026-03-31T05:18:23.52296Z","steps":["trace[1969598101] 'process raft request' (duration: 163.620664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.153527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782518962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:24.217069Z","caller":"traceutil/trace.go:171","msg":"trace[2038420762] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"564.606792ms","start":"2026-03-31T05:18:23.652432Z","end":"2026-03-31T05:18:24.217039Z","steps":["trace[2038420762] 'process raft request' (duration: 564.431246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.217255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.652398Z","time spent":"564.766837ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.221274Z","caller":"traceutil/trace.go:171","msg":"trace[1693340561] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"564.000853ms","start":"2026-03-31T05:18:23.657252Z","end":"2026-03-31T05:18:24.221253Z","steps":["trace[1693340561] 'process raft request' (duration: 563.945921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.221397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.657239Z","time spent":"564.097066ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.221374Z","caller":"traceutil/trace.go:171","msg":"trace[996133725] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"564.117016ms","start":"2026-03-31T05:18:23.65722Z","end":"2026-03-31T05:18:24.221337Z","steps":["trace[996133725] 'process raft request' (duration: 563.946201ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.221426Z","caller":"traceutil/trace.go:171","msg":"trace[1851142684] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"564.120397ms","start":"2026-03-31T05:18:23.657293Z","end":"2026-03-31T05:18:24.221414Z","steps":["trace[1851142684] 'process raft request' (duration: 563.928931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.22149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.657264Z","time spent":"564.195689ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.221291Z","caller":"traceutil/trace.go:171","msg":"trace[568022306] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"564.063755ms","start":"2026-03-31T05:18:23.65721Z","end":"2026-03-31T05:18:24.221274Z","steps":["trace[568022306] 'process raft request' (duration: 563.824328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.221547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.657193Z","time spent":"564.254061ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:24.221581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.657188Z","time spent":"564.371234ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.22169Z","caller":"traceutil/trace.go:171","msg":"trace[392123234] linearizableReadLoop","detail":"{readStateIndex:8553; appliedIndex:8547; }","duration":"569.008202ms","start":"2026-03-31T05:18:23.652667Z","end":"2026-03-31T05:18:24.221675Z","steps":["trace[392123234] 'read index received' (duration: 564.2227ms)","trace[392123234] 'applied index is now lower than readState.Index' (duration: 4.784212ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:24.221718Z","caller":"traceutil/trace.go:171","msg":"trace[430972081] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"354.222934ms","start":"2026-03-31T05:18:23.867478Z","end":"2026-03-31T05:18:24.221701Z","steps":["trace[430972081] 'process raft request' (duration: 353.875743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.221789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.692476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:24.221807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.867457Z","time spent":"354.312446ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:24.221829Z","caller":"traceutil/trace.go:171","msg":"trace[855866241] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8248; }","duration":"192.758788ms","start":"2026-03-31T05:18:24.02906Z","end":"2026-03-31T05:18:24.221819Z","steps":["trace[855866241] 'agreement among raft nodes before linearized reading' (duration: 192.697826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.221856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.186848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:18:24.221864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.957199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:18:24.221899Z","caller":"traceutil/trace.go:171","msg":"trace[271003425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8248; }","duration":"569.24942ms","start":"2026-03-31T05:18:23.652639Z","end":"2026-03-31T05:18:24.221888Z","steps":["trace[271003425] 'agreement among raft nodes before linearized reading' (duration: 569.115916ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:24.221907Z","caller":"traceutil/trace.go:171","msg":"trace[1668851589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8248; }","duration":"568.032441ms","start":"2026-03-31T05:18:23.653862Z","end":"2026-03-31T05:18:24.221895Z","steps":["trace[1668851589] 'agreement among raft nodes before linearized reading' (duration: 567.890387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.221934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.652627Z","time spent":"569.299231ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:24.221941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:23.653845Z","time spent":"568.086662ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:18:24.432853Z","caller":"traceutil/trace.go:171","msg":"trace[1081166629] linearizableReadLoop","detail":"{readStateIndex:8554; appliedIndex:8553; }","duration":"206.094092ms","start":"2026-03-31T05:18:24.226732Z","end":"2026-03-31T05:18:24.432826Z","steps":["trace[1081166629] 'read index received' (duration: 205.810223ms)","trace[1081166629] 'applied index is now lower than readState.Index' (duration: 281.609µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:24.432942Z","caller":"traceutil/trace.go:171","msg":"trace[442163764] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"206.296079ms","start":"2026-03-31T05:18:24.226615Z","end":"2026-03-31T05:18:24.432911Z","steps":["trace[442163764] 'process raft request' (duration: 206.033901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:24.433265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.524196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223716"} {"level":"info","ts":"2026-03-31T05:18:24.433299Z","caller":"traceutil/trace.go:171","msg":"trace[2123147685] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8249; }","duration":"206.620459ms","start":"2026-03-31T05:18:24.226671Z","end":"2026-03-31T05:18:24.433292Z","steps":["trace[2123147685] 'agreement among raft nodes before linearized reading' (duration: 206.255247ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:25.297883Z","caller":"traceutil/trace.go:171","msg":"trace[2065863762] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"135.983597ms","start":"2026-03-31T05:18:25.161874Z","end":"2026-03-31T05:18:25.297858Z","steps":["trace[2065863762] 'process raft request' (duration: 135.630496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:25.49275Z","caller":"traceutil/trace.go:171","msg":"trace[1626647830] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8555; }","duration":"147.569665ms","start":"2026-03-31T05:18:25.345153Z","end":"2026-03-31T05:18:25.492722Z","steps":["trace[1626647830] 'read index received' (duration: 144.083514ms)","trace[1626647830] 'applied index is now lower than readState.Index' (duration: 3.484811ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:25.492821Z","caller":"traceutil/trace.go:171","msg":"trace[1196764942] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"257.105072ms","start":"2026-03-31T05:18:25.235689Z","end":"2026-03-31T05:18:25.492794Z","steps":["trace[1196764942] 'process raft request' (duration: 253.503778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:25.492953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.784881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-31T05:18:25.493099Z","caller":"traceutil/trace.go:171","msg":"trace[1686103492] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8251; }","duration":"147.967787ms","start":"2026-03-31T05:18:25.345107Z","end":"2026-03-31T05:18:25.493074Z","steps":["trace[1686103492] 'agreement among raft nodes before linearized reading' (duration: 147.705649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:25.721825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.298425ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-31T05:18:26.036945Z","caller":"traceutil/trace.go:171","msg":"trace[1703680993] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"173.668093ms","start":"2026-03-31T05:18:25.863247Z","end":"2026-03-31T05:18:26.036915Z","steps":["trace[1703680993] 'process raft request' (duration: 173.412205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:26.467535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.754269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:26.467703Z","caller":"traceutil/trace.go:171","msg":"trace[2102996088] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"239.910606ms","start":"2026-03-31T05:18:26.227762Z","end":"2026-03-31T05:18:26.467672Z","steps":["trace[2102996088] 'process raft request' (duration: 132.92318ms)","trace[2102996088] 'compare' (duration: 106.531062ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:26.467816Z","caller":"traceutil/trace.go:171","msg":"trace[370665711] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8561; }","duration":"199.09215ms","start":"2026-03-31T05:18:26.268702Z","end":"2026-03-31T05:18:26.467794Z","steps":["trace[370665711] 'read index received' (duration: 91.955449ms)","trace[370665711] 'applied index is now lower than readState.Index' (duration: 107.134531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:26.467843Z","caller":"traceutil/trace.go:171","msg":"trace[610382205] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"194.861616ms","start":"2026-03-31T05:18:26.272962Z","end":"2026-03-31T05:18:26.467823Z","steps":["trace[610382205] 'process raft request' (duration: 194.67852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:26.467989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.563617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:18:26.468012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.693302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:18:26.468088Z","caller":"traceutil/trace.go:171","msg":"trace[1206073680] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8257; }","duration":"241.784996ms","start":"2026-03-31T05:18:26.22628Z","end":"2026-03-31T05:18:26.468065Z","steps":["trace[1206073680] 'agreement among raft nodes before linearized reading' (duration: 241.624941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:26.468084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.185157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:18:26.468103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.021613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:18:26.468132Z","caller":"traceutil/trace.go:171","msg":"trace[2020690191] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8257; }","duration":"201.26165ms","start":"2026-03-31T05:18:26.266861Z","end":"2026-03-31T05:18:26.468123Z","steps":["trace[2020690191] 'agreement among raft nodes before linearized reading' (duration: 201.192587ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:26.468135Z","caller":"traceutil/trace.go:171","msg":"trace[971721038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8257; }","duration":"242.107136ms","start":"2026-03-31T05:18:26.226021Z","end":"2026-03-31T05:18:26.468128Z","steps":["trace[971721038] 'agreement among raft nodes before linearized reading' (duration: 241.979232ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:26.468035Z","caller":"traceutil/trace.go:171","msg":"trace[563821315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8257; }","duration":"240.65654ms","start":"2026-03-31T05:18:26.227368Z","end":"2026-03-31T05:18:26.468024Z","steps":["trace[563821315] 'agreement among raft nodes before linearized reading' (duration: 240.514185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:26.575172Z","caller":"traceutil/trace.go:171","msg":"trace[1577433392] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"103.097203ms","start":"2026-03-31T05:18:26.472053Z","end":"2026-03-31T05:18:26.57515Z","steps":["trace[1577433392] 'process raft request' (duration: 101.511423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:26.575561Z","caller":"traceutil/trace.go:171","msg":"trace[753680542] linearizableReadLoop","detail":"{readStateIndex:8567; appliedIndex:8563; }","duration":"102.139412ms","start":"2026-03-31T05:18:26.473397Z","end":"2026-03-31T05:18:26.575536Z","steps":["trace[753680542] 'read index received' (duration: 59.196599ms)","trace[753680542] 'applied index is now lower than readState.Index' (duration: 42.935553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:26.575618Z","caller":"traceutil/trace.go:171","msg":"trace[72908815] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"103.409493ms","start":"2026-03-31T05:18:26.472195Z","end":"2026-03-31T05:18:26.575605Z","steps":["trace[72908815] 'process raft request' (duration: 102.918757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:26.575708Z","caller":"traceutil/trace.go:171","msg":"trace[1376802646] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"103.271509ms","start":"2026-03-31T05:18:26.472398Z","end":"2026-03-31T05:18:26.575669Z","steps":["trace[1376802646] 'process raft request' (duration: 103.01569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:26.576019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.609938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223902"} {"level":"info","ts":"2026-03-31T05:18:26.576087Z","caller":"traceutil/trace.go:171","msg":"trace[1012829568] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8261; }","duration":"102.69988ms","start":"2026-03-31T05:18:26.473366Z","end":"2026-03-31T05:18:26.576066Z","steps":["trace[1012829568] 'agreement among raft nodes before linearized reading' (duration: 102.280167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:26.884033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.139658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:26.884095Z","caller":"traceutil/trace.go:171","msg":"trace[1382457117] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8261; }","duration":"174.256592ms","start":"2026-03-31T05:18:26.709824Z","end":"2026-03-31T05:18:26.884081Z","steps":["trace[1382457117] 'count revisions from in-memory index tree' (duration: 174.053415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:27.588616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782519003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:18:27.667678Z","caller":"traceutil/trace.go:171","msg":"trace[178283625] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"621.599773ms","start":"2026-03-31T05:18:27.046058Z","end":"2026-03-31T05:18:27.667658Z","steps":["trace[178283625] 'process raft request' (duration: 621.456958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:27.667805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.046033Z","time spent":"621.713126ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:27.677711Z","caller":"traceutil/trace.go:171","msg":"trace[1188450244] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8567; }","duration":"589.186084ms","start":"2026-03-31T05:18:27.088501Z","end":"2026-03-31T05:18:27.677687Z","steps":["trace[1188450244] 'read index received' (duration: 579.094354ms)","trace[1188450244] 'applied index is now lower than readState.Index' (duration: 10.09033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:27.677945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.430891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:27.677996Z","caller":"traceutil/trace.go:171","msg":"trace[581201995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8264; }","duration":"589.528065ms","start":"2026-03-31T05:18:27.088456Z","end":"2026-03-31T05:18:27.677984Z","steps":["trace[581201995] 'agreement among raft nodes before linearized reading' (duration: 589.414601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:27.677989Z","caller":"traceutil/trace.go:171","msg":"trace[905557779] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"349.988629ms","start":"2026-03-31T05:18:27.327973Z","end":"2026-03-31T05:18:27.677962Z","steps":["trace[905557779] 'process raft request' (duration: 349.533605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:27.678033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.088432Z","time spent":"589.592636ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:27.678072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.619511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-ks-user-9wvr7\" ","response":"range_response_count:1 size:9323"} {"level":"warn","ts":"2026-03-31T05:18:27.678085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.475791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:18:27.678114Z","caller":"traceutil/trace.go:171","msg":"trace[1446487530] range","detail":"{range_begin:/registry/pods/openstack/barbican-ks-user-9wvr7; range_end:; response_count:1; response_revision:8264; }","duration":"545.707544ms","start":"2026-03-31T05:18:27.132393Z","end":"2026-03-31T05:18:27.678101Z","steps":["trace[1446487530] 'agreement among raft nodes before linearized reading' (duration: 545.547739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:27.678122Z","caller":"traceutil/trace.go:171","msg":"trace[1418225898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8264; }","duration":"376.560033ms","start":"2026-03-31T05:18:27.301551Z","end":"2026-03-31T05:18:27.678111Z","steps":["trace[1418225898] 'agreement among raft nodes before linearized reading' (duration: 376.45768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:27.67815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.301528Z","time spent":"376.615005ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:18:27.67819Z","caller":"traceutil/trace.go:171","msg":"trace[1212903463] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"137.494674ms","start":"2026-03-31T05:18:27.540684Z","end":"2026-03-31T05:18:27.678178Z","steps":["trace[1212903463] 'process raft request' (duration: 136.960097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:27.678146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.132374Z","time spent":"545.765275ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":9347,"request content":"key:\"/registry/pods/openstack/barbican-ks-user-9wvr7\" "} {"level":"warn","ts":"2026-03-31T05:18:27.678347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.167852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:27.6784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.015632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7403"} {"level":"info","ts":"2026-03-31T05:18:27.678383Z","caller":"traceutil/trace.go:171","msg":"trace[1010751699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8264; }","duration":"468.208313ms","start":"2026-03-31T05:18:27.210165Z","end":"2026-03-31T05:18:27.678373Z","steps":["trace[1010751699] 'agreement among raft nodes before linearized reading' (duration: 468.148021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:27.678481Z","caller":"traceutil/trace.go:171","msg":"trace[1114404173] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8264; }","duration":"179.186937ms","start":"2026-03-31T05:18:27.499283Z","end":"2026-03-31T05:18:27.67847Z","steps":["trace[1114404173] 'agreement among raft nodes before linearized reading' (duration: 178.995231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:27.678463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.799884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:27.678507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.210128Z","time spent":"468.368198ms","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:27.678545Z","caller":"traceutil/trace.go:171","msg":"trace[1739636474] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8264; }","duration":"527.915528ms","start":"2026-03-31T05:18:27.150611Z","end":"2026-03-31T05:18:27.678527Z","steps":["trace[1739636474] 'agreement among raft nodes before linearized reading' (duration: 527.780854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:27.678601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.150599Z","time spent":"527.984611ms","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:27.678107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:27.32795Z","time spent":"350.095993ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:27.882832Z","caller":"traceutil/trace.go:171","msg":"trace[1995411732] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"200.71399ms","start":"2026-03-31T05:18:27.682091Z","end":"2026-03-31T05:18:27.882805Z","steps":["trace[1995411732] 'process raft request' (duration: 127.071602ms)","trace[1995411732] 'compare' (duration: 73.402421ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:28.619291Z","caller":"traceutil/trace.go:171","msg":"trace[1715240854] linearizableReadLoop","detail":"{readStateIndex:8573; appliedIndex:8572; }","duration":"325.143651ms","start":"2026-03-31T05:18:28.294125Z","end":"2026-03-31T05:18:28.619269Z","steps":["trace[1715240854] 'read index received' (duration: 325.038798ms)","trace[1715240854] 'applied index is now lower than readState.Index' (duration: 103.823µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:28.619535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.40328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:18:28.619578Z","caller":"traceutil/trace.go:171","msg":"trace[1203865789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8267; }","duration":"325.516133ms","start":"2026-03-31T05:18:28.29405Z","end":"2026-03-31T05:18:28.619566Z","steps":["trace[1203865789] 'agreement among raft nodes before linearized reading' (duration: 325.369778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.619613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:28.294022Z","time spent":"325.583515ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:18:28.619456Z","caller":"traceutil/trace.go:171","msg":"trace[2144003335] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"344.31105ms","start":"2026-03-31T05:18:28.275103Z","end":"2026-03-31T05:18:28.619414Z","steps":["trace[2144003335] 'process raft request' (duration: 343.99301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.619896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:28.275076Z","time spent":"344.666231ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:28.692565Z","caller":"traceutil/trace.go:171","msg":"trace[1638204152] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"219.181748ms","start":"2026-03-31T05:18:28.473351Z","end":"2026-03-31T05:18:28.692533Z","steps":["trace[1638204152] 'process raft request' (duration: 196.350924ms)","trace[1638204152] 'compare' (duration: 22.472763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:28.692923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.508774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:28.692988Z","caller":"traceutil/trace.go:171","msg":"trace[1804515190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8268; }","duration":"217.591587ms","start":"2026-03-31T05:18:28.47538Z","end":"2026-03-31T05:18:28.692972Z","steps":["trace[1804515190] 'agreement among raft nodes before linearized reading' (duration: 217.479003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.693098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.379683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:18:28.693199Z","caller":"traceutil/trace.go:171","msg":"trace[1342106124] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8268; }","duration":"155.575018ms","start":"2026-03-31T05:18:28.5376Z","end":"2026-03-31T05:18:28.693175Z","steps":["trace[1342106124] 'agreement among raft nodes before linearized reading' (duration: 155.266879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.693239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.961304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:18:28.693274Z","caller":"traceutil/trace.go:171","msg":"trace[1006657007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8268; }","duration":"221.044107ms","start":"2026-03-31T05:18:28.472221Z","end":"2026-03-31T05:18:28.693265Z","steps":["trace[1006657007] 'agreement among raft nodes before linearized reading' (duration: 220.903243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.693534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.06793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:18:28.693514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.167982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:18:28.693579Z","caller":"traceutil/trace.go:171","msg":"trace[129575035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8268; }","duration":"113.165362ms","start":"2026-03-31T05:18:28.580403Z","end":"2026-03-31T05:18:28.693568Z","steps":["trace[129575035] 'agreement among raft nodes before linearized reading' (duration: 112.875413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.693568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.219858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:18:28.693598Z","caller":"traceutil/trace.go:171","msg":"trace[1213529747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8268; }","duration":"113.300816ms","start":"2026-03-31T05:18:28.58028Z","end":"2026-03-31T05:18:28.69358Z","steps":["trace[1213529747] 'agreement among raft nodes before linearized reading' (duration: 113.052439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.69362Z","caller":"traceutil/trace.go:171","msg":"trace[1847344695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8268; }","duration":"109.347301ms","start":"2026-03-31T05:18:28.584259Z","end":"2026-03-31T05:18:28.693607Z","steps":["trace[1847344695] 'agreement among raft nodes before linearized reading' (duration: 109.159355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.693743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.41919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:18:28.69385Z","caller":"traceutil/trace.go:171","msg":"trace[1423329309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8268; }","duration":"113.596716ms","start":"2026-03-31T05:18:28.580229Z","end":"2026-03-31T05:18:28.693826Z","steps":["trace[1423329309] 'agreement among raft nodes before linearized reading' (duration: 113.212454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.880852Z","caller":"traceutil/trace.go:171","msg":"trace[24429999] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"182.351708ms","start":"2026-03-31T05:18:28.69847Z","end":"2026-03-31T05:18:28.880822Z","steps":["trace[24429999] 'process raft request' (duration: 157.188099ms)","trace[24429999] 'compare' (duration: 24.839519ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:28.88086Z","caller":"traceutil/trace.go:171","msg":"trace[137108533] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"182.270735ms","start":"2026-03-31T05:18:28.698562Z","end":"2026-03-31T05:18:28.880833Z","steps":["trace[137108533] 'process raft request' (duration: 182.11003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.881098Z","caller":"traceutil/trace.go:171","msg":"trace[480236585] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"182.503403ms","start":"2026-03-31T05:18:28.698575Z","end":"2026-03-31T05:18:28.881078Z","steps":["trace[480236585] 'process raft request' (duration: 182.217614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:28.881217Z","caller":"traceutil/trace.go:171","msg":"trace[1054247208] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8574; }","duration":"182.518813ms","start":"2026-03-31T05:18:28.698686Z","end":"2026-03-31T05:18:28.881205Z","steps":["trace[1054247208] 'read index received' (duration: 25.000453ms)","trace[1054247208] 'applied index is now lower than readState.Index' (duration: 157.51735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:28.881274Z","caller":"traceutil/trace.go:171","msg":"trace[1490954342] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"181.510582ms","start":"2026-03-31T05:18:28.69975Z","end":"2026-03-31T05:18:28.881261Z","steps":["trace[1490954342] 'process raft request' (duration: 181.257204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.881376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.387363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:28.881425Z","caller":"traceutil/trace.go:171","msg":"trace[203324870] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8273; }","duration":"121.491837ms","start":"2026-03-31T05:18:28.759921Z","end":"2026-03-31T05:18:28.881412Z","steps":["trace[203324870] 'agreement among raft nodes before linearized reading' (duration: 121.397334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:28.881673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.964158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223902"} {"level":"info","ts":"2026-03-31T05:18:28.881734Z","caller":"traceutil/trace.go:171","msg":"trace[1826230515] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8273; }","duration":"183.048981ms","start":"2026-03-31T05:18:28.698671Z","end":"2026-03-31T05:18:28.88172Z","steps":["trace[1826230515] 'agreement among raft nodes before linearized reading' (duration: 182.624237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:29.01143Z","caller":"traceutil/trace.go:171","msg":"trace[939413346] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"122.049444ms","start":"2026-03-31T05:18:28.889361Z","end":"2026-03-31T05:18:29.01141Z","steps":["trace[939413346] 'read index received' (duration: 121.887899ms)","trace[939413346] 'applied index is now lower than readState.Index' (duration: 160.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:29.011506Z","caller":"traceutil/trace.go:171","msg":"trace[231805000] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"122.655073ms","start":"2026-03-31T05:18:28.888816Z","end":"2026-03-31T05:18:29.011472Z","steps":["trace[231805000] 'process raft request' (duration: 122.404335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:29.011715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.316343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19442"} {"level":"info","ts":"2026-03-31T05:18:29.011816Z","caller":"traceutil/trace.go:171","msg":"trace[387226915] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8274; }","duration":"122.446787ms","start":"2026-03-31T05:18:28.889345Z","end":"2026-03-31T05:18:29.011792Z","steps":["trace[387226915] 'agreement among raft nodes before linearized reading' (duration: 122.153078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:30.210223Z","caller":"traceutil/trace.go:171","msg":"trace[324216875] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8582; }","duration":"123.910134ms","start":"2026-03-31T05:18:30.086286Z","end":"2026-03-31T05:18:30.210196Z","steps":["trace[324216875] 'read index received' (duration: 123.751619ms)","trace[324216875] 'applied index is now lower than readState.Index' (duration: 157.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:30.210277Z","caller":"traceutil/trace.go:171","msg":"trace[1743694346] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"186.822391ms","start":"2026-03-31T05:18:30.023419Z","end":"2026-03-31T05:18:30.210242Z","steps":["trace[1743694346] 'process raft request' (duration: 186.601714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.210408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.1002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:30.210483Z","caller":"traceutil/trace.go:171","msg":"trace[1906902088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8277; }","duration":"124.222714ms","start":"2026-03-31T05:18:30.086243Z","end":"2026-03-31T05:18:30.210466Z","steps":["trace[1906902088] 'agreement among raft nodes before linearized reading' (duration: 124.079209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:30.335122Z","caller":"traceutil/trace.go:171","msg":"trace[1561220751] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"114.219356ms","start":"2026-03-31T05:18:30.220821Z","end":"2026-03-31T05:18:30.33504Z","steps":["trace[1561220751] 'process raft request' (duration: 114.050381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:30.653573Z","caller":"traceutil/trace.go:171","msg":"trace[245486632] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"309.754084ms","start":"2026-03-31T05:18:30.343785Z","end":"2026-03-31T05:18:30.653539Z","steps":["trace[245486632] 'process raft request' (duration: 309.534477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:30.653793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.343749Z","time spent":"309.922719ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7485,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:31.00983Z","caller":"traceutil/trace.go:171","msg":"trace[1493624412] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"385.176327ms","start":"2026-03-31T05:18:30.624618Z","end":"2026-03-31T05:18:31.009794Z","steps":["trace[1493624412] 'process raft request' (duration: 384.929909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.010076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.624586Z","time spent":"385.359583ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:31.435004Z","caller":"traceutil/trace.go:171","msg":"trace[1950877455] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"776.905771ms","start":"2026-03-31T05:18:30.65806Z","end":"2026-03-31T05:18:31.434966Z","steps":["trace[1950877455] 'process raft request' (duration: 776.609472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.435157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.658029Z","time spent":"777.058096ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:31.43518Z","caller":"traceutil/trace.go:171","msg":"trace[1255514045] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"758.472166ms","start":"2026-03-31T05:18:30.676675Z","end":"2026-03-31T05:18:31.435148Z","steps":["trace[1255514045] 'process raft request' (duration: 758.207158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.436244Z","caller":"traceutil/trace.go:171","msg":"trace[1470167134] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"737.622704ms","start":"2026-03-31T05:18:30.697618Z","end":"2026-03-31T05:18:31.435241Z","steps":["trace[1470167134] 'process raft request' (duration: 737.434198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.437095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.697588Z","time spent":"738.74125ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.441096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.676649Z","time spent":"758.59517ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.633672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.535312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:18:31.633874Z","caller":"traceutil/trace.go:171","msg":"trace[1093907420] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8585; }","duration":"901.478286ms","start":"2026-03-31T05:18:30.732328Z","end":"2026-03-31T05:18:31.633806Z","steps":["trace[1093907420] 'read index received' (duration: 277.146588ms)","trace[1093907420] 'applied index is now lower than readState.Index' (duration: 624.329658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:31.634333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.959811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:18:31.634405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.657602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:18:31.634433Z","caller":"traceutil/trace.go:171","msg":"trace[1331575742] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8283; }","duration":"902.126617ms","start":"2026-03-31T05:18:30.732281Z","end":"2026-03-31T05:18:31.634408Z","steps":["trace[1331575742] 'agreement among raft nodes before linearized reading' (duration: 901.784406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.634417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.160203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:18:31.634464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.402178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:18:31.634515Z","caller":"traceutil/trace.go:171","msg":"trace[1500929133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8283; }","duration":"750.296846ms","start":"2026-03-31T05:18:30.884194Z","end":"2026-03-31T05:18:31.634491Z","steps":["trace[1500929133] 'agreement among raft nodes before linearized reading' (duration: 750.024318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.634552Z","caller":"traceutil/trace.go:171","msg":"trace[665791367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8283; }","duration":"749.508722ms","start":"2026-03-31T05:18:30.885023Z","end":"2026-03-31T05:18:31.634532Z","steps":["trace[665791367] 'agreement among raft nodes before linearized reading' (duration: 749.233633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.634619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.062215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:18:31.634644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.885021Z","time spent":"749.605305ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:18:31.634689Z","caller":"traceutil/trace.go:171","msg":"trace[63615226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8283; }","duration":"736.161208ms","start":"2026-03-31T05:18:30.898506Z","end":"2026-03-31T05:18:31.634667Z","steps":["trace[63615226] 'agreement among raft nodes before linearized reading' (duration: 735.978312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.634489Z","caller":"traceutil/trace.go:171","msg":"trace[1295730114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8283; }","duration":"735.768116ms","start":"2026-03-31T05:18:30.898702Z","end":"2026-03-31T05:18:31.63447Z","steps":["trace[1295730114] 'agreement among raft nodes before linearized reading' (duration: 735.508527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.634739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.675017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:18:31.634754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.898489Z","time spent":"736.255271ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:18:31.634812Z","caller":"traceutil/trace.go:171","msg":"trace[995658121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8283; }","duration":"749.77995ms","start":"2026-03-31T05:18:30.885013Z","end":"2026-03-31T05:18:31.634793Z","steps":["trace[995658121] 'agreement among raft nodes before linearized reading' (duration: 749.47537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.634566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.88418Z","time spent":"750.373209ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:31.634859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.884998Z","time spent":"749.852053ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:31.63485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.771446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:31.634924Z","caller":"traceutil/trace.go:171","msg":"trace[1508876574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8283; }","duration":"546.887269ms","start":"2026-03-31T05:18:31.088018Z","end":"2026-03-31T05:18:31.634905Z","steps":["trace[1508876574] 'agreement among raft nodes before linearized reading' (duration: 546.778726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.634964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.331199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:18:31.634976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.087993Z","time spent":"546.970511ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:31.634834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.898698Z","time spent":"736.093176ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:31.634985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.544692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:534546"} {"level":"info","ts":"2026-03-31T05:18:31.635021Z","caller":"traceutil/trace.go:171","msg":"trace[2045637354] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8283; }","duration":"430.488755ms","start":"2026-03-31T05:18:31.204513Z","end":"2026-03-31T05:18:31.635002Z","steps":["trace[2045637354] 'agreement among raft nodes before linearized reading' (duration: 430.262027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.63504Z","caller":"traceutil/trace.go:171","msg":"trace[1009620351] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8283; }","duration":"135.609244ms","start":"2026-03-31T05:18:31.499419Z","end":"2026-03-31T05:18:31.635028Z","steps":["trace[1009620351] 'agreement among raft nodes before linearized reading' (duration: 135.099438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.635057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.204377Z","time spent":"430.6734ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:18:31.63449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:30.732261Z","time spent":"902.220189ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:18:31.947854Z","caller":"traceutil/trace.go:171","msg":"trace[1213245869] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"306.497069ms","start":"2026-03-31T05:18:31.641328Z","end":"2026-03-31T05:18:31.947825Z","steps":["trace[1213245869] 'process raft request' (duration: 306.409426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.948039Z","caller":"traceutil/trace.go:171","msg":"trace[1432630081] linearizableReadLoop","detail":"{readStateIndex:8593; appliedIndex:8590; }","duration":"305.806218ms","start":"2026-03-31T05:18:31.642218Z","end":"2026-03-31T05:18:31.948024Z","steps":["trace[1432630081] 'read index received' (duration: 35.59516ms)","trace[1432630081] 'applied index is now lower than readState.Index' (duration: 270.210328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:31.94806Z","caller":"traceutil/trace.go:171","msg":"trace[1961955353] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"305.058944ms","start":"2026-03-31T05:18:31.642989Z","end":"2026-03-31T05:18:31.948048Z","steps":["trace[1961955353] 'process raft request' (duration: 304.972792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:31.948132Z","caller":"traceutil/trace.go:171","msg":"trace[1299240546] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"305.709064ms","start":"2026-03-31T05:18:31.642369Z","end":"2026-03-31T05:18:31.948078Z","steps":["trace[1299240546] 'process raft request' (duration: 305.418055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.948182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.642982Z","time spent":"305.127276ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.948293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.642362Z","time spent":"305.85078ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:31.947877Z","caller":"traceutil/trace.go:171","msg":"trace[528370005] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"307.034277ms","start":"2026-03-31T05:18:31.640805Z","end":"2026-03-31T05:18:31.947839Z","steps":["trace[528370005] 'process raft request' (duration: 306.723597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.948368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.143708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223802"} {"level":"info","ts":"2026-03-31T05:18:31.948399Z","caller":"traceutil/trace.go:171","msg":"trace[330512155] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8288; }","duration":"306.20637ms","start":"2026-03-31T05:18:31.642186Z","end":"2026-03-31T05:18:31.948392Z","steps":["trace[330512155] 'agreement among raft nodes before linearized reading' (duration: 305.919911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:31.948423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.642178Z","time spent":"306.239021ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223826,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:18:31.94844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.640793Z","time spent":"307.564773ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:31.9483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.641305Z","time spent":"306.718537ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:32.020883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.589867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7500"} {"level":"info","ts":"2026-03-31T05:18:32.02096Z","caller":"traceutil/trace.go:171","msg":"trace[95468369] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:8289; }","duration":"331.71599ms","start":"2026-03-31T05:18:31.689227Z","end":"2026-03-31T05:18:32.020943Z","steps":["trace[95468369] 'agreement among raft nodes before linearized reading' (duration: 331.512904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.021009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.689209Z","time spent":"331.787653ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7524,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:18:32.021113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.412125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:32.02129Z","caller":"traceutil/trace.go:171","msg":"trace[700801953] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8289; }","duration":"190.674303ms","start":"2026-03-31T05:18:31.830584Z","end":"2026-03-31T05:18:32.021258Z","steps":["trace[700801953] 'agreement among raft nodes before linearized reading' (duration: 190.311012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:32.021433Z","caller":"traceutil/trace.go:171","msg":"trace[1507202833] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"332.193776ms","start":"2026-03-31T05:18:31.689199Z","end":"2026-03-31T05:18:32.021393Z","steps":["trace[1507202833] 'process raft request' (duration: 331.346699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.021561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.060693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:534546"} {"level":"info","ts":"2026-03-31T05:18:32.021628Z","caller":"traceutil/trace.go:171","msg":"trace[1179898402] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8289; }","duration":"213.134186ms","start":"2026-03-31T05:18:31.80848Z","end":"2026-03-31T05:18:32.021615Z","steps":["trace[1179898402] 'agreement among raft nodes before linearized reading' (duration: 212.272338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:32.02158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:31.689169Z","time spent":"332.33257ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:32.134292Z","caller":"traceutil/trace.go:171","msg":"trace[1946522142] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"109.236027ms","start":"2026-03-31T05:18:32.025014Z","end":"2026-03-31T05:18:32.13425Z","steps":["trace[1946522142] 'process raft request' (duration: 78.634056ms)","trace[1946522142] 'compare' (duration: 30.24588ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:32.674491Z","caller":"traceutil/trace.go:171","msg":"trace[483288952] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"149.365282ms","start":"2026-03-31T05:18:32.525095Z","end":"2026-03-31T05:18:32.674461Z","steps":["trace[483288952] 'process raft request' (duration: 149.195537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:33.18492Z","caller":"traceutil/trace.go:171","msg":"trace[1400754867] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"169.435639ms","start":"2026-03-31T05:18:33.015431Z","end":"2026-03-31T05:18:33.184867Z","steps":["trace[1400754867] 'process raft request' (duration: 169.188351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:33.791218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.530197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:18:33.791361Z","caller":"traceutil/trace.go:171","msg":"trace[1520910759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8293; }","duration":"109.695602ms","start":"2026-03-31T05:18:33.681595Z","end":"2026-03-31T05:18:33.79129Z","steps":["trace[1520910759] 'range keys from in-memory index tree' (duration: 109.293529ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.064587Z","caller":"traceutil/trace.go:171","msg":"trace[1632590174] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8600; }","duration":"254.765357ms","start":"2026-03-31T05:18:33.809795Z","end":"2026-03-31T05:18:34.06456Z","steps":["trace[1632590174] 'read index received' (duration: 254.567691ms)","trace[1632590174] 'applied index is now lower than readState.Index' (duration: 196.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:34.064662Z","caller":"traceutil/trace.go:171","msg":"trace[899924527] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"270.382733ms","start":"2026-03-31T05:18:33.794255Z","end":"2026-03-31T05:18:34.064638Z","steps":["trace[899924527] 'process raft request' (duration: 270.141635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.064799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.968624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:34.064983Z","caller":"traceutil/trace.go:171","msg":"trace[708582429] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8294; }","duration":"255.113248ms","start":"2026-03-31T05:18:33.809765Z","end":"2026-03-31T05:18:34.064879Z","steps":["trace[708582429] 'agreement among raft nodes before linearized reading' (duration: 254.927622ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.497539Z","caller":"traceutil/trace.go:171","msg":"trace[562178931] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"430.966021ms","start":"2026-03-31T05:18:34.066541Z","end":"2026-03-31T05:18:34.497507Z","steps":["trace[562178931] 'process raft request' (duration: 430.787075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.497647Z","caller":"traceutil/trace.go:171","msg":"trace[768786670] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"471.140186ms","start":"2026-03-31T05:18:34.026446Z","end":"2026-03-31T05:18:34.497586Z","steps":["trace[768786670] 'process raft request' (duration: 391.730005ms)","trace[768786670] 'compare' (duration: 79.010549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:34.497696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.066521Z","time spent":"431.107886ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:34.497899Z","caller":"traceutil/trace.go:171","msg":"trace[1308980690] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8601; }","duration":"433.194421ms","start":"2026-03-31T05:18:34.064651Z","end":"2026-03-31T05:18:34.497845Z","steps":["trace[1308980690] 'read index received' (duration: 353.543183ms)","trace[1308980690] 'applied index is now lower than readState.Index' (duration: 79.644618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:34.498134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.918846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:34.498107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.979032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:18:34.49816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.156088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:18:34.498164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.058115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:34.498198Z","caller":"traceutil/trace.go:171","msg":"trace[1995804272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8296; }","duration":"412.033869ms","start":"2026-03-31T05:18:34.086149Z","end":"2026-03-31T05:18:34.498183Z","steps":["trace[1995804272] 'agreement among raft nodes before linearized reading' (duration: 411.931256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.498199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.147817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:18:34.498212Z","caller":"traceutil/trace.go:171","msg":"trace[1281600117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8296; }","duration":"546.124057ms","start":"2026-03-31T05:18:33.952072Z","end":"2026-03-31T05:18:34.498196Z","steps":["trace[1281600117] 'agreement among raft nodes before linearized reading' (duration: 545.899639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.498213Z","caller":"traceutil/trace.go:171","msg":"trace[1953423960] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8296; }","duration":"529.276892ms","start":"2026-03-31T05:18:33.968922Z","end":"2026-03-31T05:18:34.498199Z","steps":["trace[1953423960] 'agreement among raft nodes before linearized reading' (duration: 529.105976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.498234Z","caller":"traceutil/trace.go:171","msg":"trace[1573216652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8296; }","duration":"546.2243ms","start":"2026-03-31T05:18:33.952001Z","end":"2026-03-31T05:18:34.498226Z","steps":["trace[1573216652] 'agreement among raft nodes before linearized reading' (duration: 546.102106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.498234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.086125Z","time spent":"412.102742ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:34.49825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:33.9689Z","time spent":"529.343273ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:18:34.498252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:33.952054Z","time spent":"546.186968ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:34.498231Z","caller":"traceutil/trace.go:171","msg":"trace[1484044676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8296; }","duration":"546.180968ms","start":"2026-03-31T05:18:33.952032Z","end":"2026-03-31T05:18:34.498213Z","steps":["trace[1484044676] 'agreement among raft nodes before linearized reading' (duration: 546.011543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.498263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:33.95198Z","time spent":"546.276961ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:34.498165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.160908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:18:34.498277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.637807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:18:34.498317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:33.952009Z","time spent":"546.287772ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:18:34.498355Z","caller":"traceutil/trace.go:171","msg":"trace[1291452477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8296; }","duration":"359.75807ms","start":"2026-03-31T05:18:34.138576Z","end":"2026-03-31T05:18:34.498334Z","steps":["trace[1291452477] 'agreement among raft nodes before linearized reading' (duration: 359.556924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.498169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.44038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:18:34.498402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.138519Z","time spent":"359.870394ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:18:34.498449Z","caller":"traceutil/trace.go:171","msg":"trace[1416344060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8296; }","duration":"468.74391ms","start":"2026-03-31T05:18:34.029691Z","end":"2026-03-31T05:18:34.498435Z","steps":["trace[1416344060] 'agreement among raft nodes before linearized reading' (duration: 468.330407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.498506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.029679Z","time spent":"468.810932ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:18:34.498638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.026421Z","time spent":"471.294921ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:34.498385Z","caller":"traceutil/trace.go:171","msg":"trace[1343126673] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8296; }","duration":"529.371275ms","start":"2026-03-31T05:18:33.96895Z","end":"2026-03-31T05:18:34.498321Z","steps":["trace[1343126673] 'agreement among raft nodes before linearized reading' (duration: 529.016053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.499376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:33.968938Z","time spent":"530.416187ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:18:34.694524Z","caller":"traceutil/trace.go:171","msg":"trace[395852741] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"190.997103ms","start":"2026-03-31T05:18:34.503498Z","end":"2026-03-31T05:18:34.694495Z","steps":["trace[395852741] 'process raft request' (duration: 155.326421ms)","trace[395852741] 'compare' (duration: 35.543068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:34.766246Z","caller":"traceutil/trace.go:171","msg":"trace[1581189849] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"262.130372ms","start":"2026-03-31T05:18:34.504096Z","end":"2026-03-31T05:18:34.766227Z","steps":["trace[1581189849] 'process raft request' (duration: 261.997158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.766264Z","caller":"traceutil/trace.go:171","msg":"trace[240262640] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"262.003577ms","start":"2026-03-31T05:18:34.504243Z","end":"2026-03-31T05:18:34.766247Z","steps":["trace[240262640] 'process raft request' (duration: 261.896984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.76628Z","caller":"traceutil/trace.go:171","msg":"trace[1729116053] linearizableReadLoop","detail":"{readStateIndex:8605; appliedIndex:8603; }","duration":"262.298327ms","start":"2026-03-31T05:18:34.503965Z","end":"2026-03-31T05:18:34.766263Z","steps":["trace[1729116053] 'read index received' (duration: 154.935108ms)","trace[1729116053] 'applied index is now lower than readState.Index' (duration: 107.362019ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:34.766378Z","caller":"traceutil/trace.go:171","msg":"trace[151222641] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"245.669559ms","start":"2026-03-31T05:18:34.520699Z","end":"2026-03-31T05:18:34.766369Z","steps":["trace[151222641] 'process raft request' (duration: 245.525055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.766345Z","caller":"traceutil/trace.go:171","msg":"trace[22351476] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"261.214153ms","start":"2026-03-31T05:18:34.505115Z","end":"2026-03-31T05:18:34.766329Z","steps":["trace[22351476] 'process raft request' (duration: 261.081079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.766556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.728226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jpv66.18a1d49041edfa83\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-31T05:18:34.766557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.44939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:18:34.766571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.13231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:18:34.76659Z","caller":"traceutil/trace.go:171","msg":"trace[1204415890] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jpv66.18a1d49041edfa83; range_end:; response_count:1; response_revision:8303; }","duration":"196.797958ms","start":"2026-03-31T05:18:34.56978Z","end":"2026-03-31T05:18:34.766578Z","steps":["trace[1204415890] 'agreement among raft nodes before linearized reading' (duration: 196.708125ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.766599Z","caller":"traceutil/trace.go:171","msg":"trace[2085279335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8303; }","duration":"261.521742ms","start":"2026-03-31T05:18:34.505063Z","end":"2026-03-31T05:18:34.766585Z","steps":["trace[2085279335] 'agreement among raft nodes before linearized reading' (duration: 261.327906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.7665Z","caller":"traceutil/trace.go:171","msg":"trace[29935505] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"261.407589ms","start":"2026-03-31T05:18:34.505049Z","end":"2026-03-31T05:18:34.766457Z","steps":["trace[29935505] 'process raft request' (duration: 261.12328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.766811Z","caller":"traceutil/trace.go:171","msg":"trace[1482491069] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8303; }","duration":"261.392449ms","start":"2026-03-31T05:18:34.5054Z","end":"2026-03-31T05:18:34.766792Z","steps":["trace[1482491069] 'agreement among raft nodes before linearized reading' (duration: 261.090369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:34.767115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.137513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223802"} {"level":"info","ts":"2026-03-31T05:18:34.767182Z","caller":"traceutil/trace.go:171","msg":"trace[1414702914] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8303; }","duration":"263.229527ms","start":"2026-03-31T05:18:34.503938Z","end":"2026-03-31T05:18:34.767167Z","steps":["trace[1414702914] 'agreement among raft nodes before linearized reading' (duration: 262.593536ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.766208Z","caller":"traceutil/trace.go:171","msg":"trace[165950773] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"262.38851ms","start":"2026-03-31T05:18:34.503791Z","end":"2026-03-31T05:18:34.766179Z","steps":["trace[165950773] 'process raft request' (duration: 262.188954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:34.900888Z","caller":"traceutil/trace.go:171","msg":"trace[1792812543] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"131.914807ms","start":"2026-03-31T05:18:34.768925Z","end":"2026-03-31T05:18:34.90084Z","steps":["trace[1792812543] 'process raft request' (duration: 44.867225ms)","trace[1792812543] 'compare' (duration: 86.790714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:35.326412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.696155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:35.326674Z","caller":"traceutil/trace.go:171","msg":"trace[700999010] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"556.578678ms","start":"2026-03-31T05:18:34.770062Z","end":"2026-03-31T05:18:35.326641Z","steps":["trace[700999010] 'process raft request' (duration: 410.536352ms)","trace[700999010] 'compare' (duration: 145.301882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:35.326838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.770033Z","time spent":"556.709161ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:35.327702Z","caller":"traceutil/trace.go:171","msg":"trace[1762425983] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"556.413302ms","start":"2026-03-31T05:18:34.771272Z","end":"2026-03-31T05:18:35.327685Z","steps":["trace[1762425983] 'process raft request' (duration: 555.279126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.327774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.771262Z","time spent":"556.485504ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:35.327766Z","caller":"traceutil/trace.go:171","msg":"trace[364506231] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"548.945655ms","start":"2026-03-31T05:18:34.778783Z","end":"2026-03-31T05:18:35.327729Z","steps":["trace[364506231] 'process raft request' (duration: 548.793561ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.327815Z","caller":"traceutil/trace.go:171","msg":"trace[1807597267] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8307; }","duration":"546.843488ms","start":"2026-03-31T05:18:34.780938Z","end":"2026-03-31T05:18:35.327782Z","steps":["trace[1807597267] 'process raft request' (duration: 546.722354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.327886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.778771Z","time spent":"549.046678ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1771,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.327973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.780924Z","time spent":"546.968183ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":1821,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:35.328173Z","caller":"traceutil/trace.go:171","msg":"trace[1815748925] linearizableReadLoop","detail":"{readStateIndex:8615; appliedIndex:8611; }","duration":"470.611949ms","start":"2026-03-31T05:18:34.857093Z","end":"2026-03-31T05:18:35.327705Z","steps":["trace[1815748925] 'read index received' (duration: 323.486088ms)","trace[1815748925] 'applied index is now lower than readState.Index' (duration: 147.124611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:35.328241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.167026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:35.328287Z","caller":"traceutil/trace.go:171","msg":"trace[2080866408] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8307; }","duration":"471.28075ms","start":"2026-03-31T05:18:34.856996Z","end":"2026-03-31T05:18:35.328276Z","steps":["trace[2080866408] 'agreement among raft nodes before linearized reading' (duration: 471.200307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.328325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.856969Z","time spent":"471.349602ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:18:35.362554Z","caller":"traceutil/trace.go:171","msg":"trace[880346449] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"445.065048ms","start":"2026-03-31T05:18:34.917472Z","end":"2026-03-31T05:18:35.362537Z","steps":["trace[880346449] 'process raft request' (duration: 444.925854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.362675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.917453Z","time spent":"445.163732ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:18:35.506057Z","caller":"traceutil/trace.go:171","msg":"trace[1558891653] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"163.536751ms","start":"2026-03-31T05:18:35.342498Z","end":"2026-03-31T05:18:35.506034Z","steps":["trace[1558891653] 'process raft request' (duration: 163.449039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.506077Z","caller":"traceutil/trace.go:171","msg":"trace[1381133908] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"316.305611ms","start":"2026-03-31T05:18:35.189751Z","end":"2026-03-31T05:18:35.506057Z","steps":["trace[1381133908] 'process raft request' (duration: 316.156976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.506199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.016493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:35.506249Z","caller":"traceutil/trace.go:171","msg":"trace[1209219666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8311; }","duration":"420.123517ms","start":"2026-03-31T05:18:35.086115Z","end":"2026-03-31T05:18:35.506239Z","steps":["trace[1209219666] 'agreement among raft nodes before linearized reading' (duration: 419.983642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.506221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.221235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:35.506026Z","caller":"traceutil/trace.go:171","msg":"trace[94110572] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"316.858979ms","start":"2026-03-31T05:18:35.189125Z","end":"2026-03-31T05:18:35.505984Z","steps":["trace[94110572] 'process raft request' (duration: 316.548369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.5063Z","caller":"traceutil/trace.go:171","msg":"trace[1595746828] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8311; }","duration":"268.363779ms","start":"2026-03-31T05:18:35.237916Z","end":"2026-03-31T05:18:35.506279Z","steps":["trace[1595746828] 'agreement among raft nodes before linearized reading' (duration: 268.194304ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.50637Z","caller":"traceutil/trace.go:171","msg":"trace[456745435] linearizableReadLoop","detail":"{readStateIndex:8618; appliedIndex:8615; }","duration":"177.770803ms","start":"2026-03-31T05:18:35.328225Z","end":"2026-03-31T05:18:35.505996Z","steps":["trace[456745435] 'read index received' (duration: 34.226336ms)","trace[456745435] 'applied index is now lower than readState.Index' (duration: 143.543537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:35.506277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.18974Z","time spent":"316.426405ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.506457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.189098Z","time spent":"317.258832ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:35.50628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.086096Z","time spent":"420.176998ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:35.506516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.334936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:35.506527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.532746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-85886cb648-j2mcl\" ","response":"range_response_count:1 size:8311"} {"level":"info","ts":"2026-03-31T05:18:35.506551Z","caller":"traceutil/trace.go:171","msg":"trace[774583402] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-85886cb648-j2mcl; range_end:; response_count:1; response_revision:8311; }","duration":"590.596328ms","start":"2026-03-31T05:18:34.915947Z","end":"2026-03-31T05:18:35.506544Z","steps":["trace[774583402] 'agreement among raft nodes before linearized reading' (duration: 590.442733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.50657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:34.915927Z","time spent":"590.639139ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8335,"request content":"key:\"/registry/pods/openstack/barbican-api-85886cb648-j2mcl\" "} {"level":"info","ts":"2026-03-31T05:18:35.506832Z","caller":"traceutil/trace.go:171","msg":"trace[1988573080] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8311; }","duration":"175.393547ms","start":"2026-03-31T05:18:35.331142Z","end":"2026-03-31T05:18:35.506536Z","steps":["trace[1988573080] 'agreement among raft nodes before linearized reading' (duration: 175.323435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.680116Z","caller":"traceutil/trace.go:171","msg":"trace[473030207] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8620; }","duration":"105.964294ms","start":"2026-03-31T05:18:35.574128Z","end":"2026-03-31T05:18:35.680092Z","steps":["trace[473030207] 'read index received' (duration: 105.626823ms)","trace[473030207] 'applied index is now lower than readState.Index' (duration: 336.561µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:35.68061Z","caller":"traceutil/trace.go:171","msg":"trace[648493572] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"166.368752ms","start":"2026-03-31T05:18:35.514004Z","end":"2026-03-31T05:18:35.680372Z","steps":["trace[648493572] 'process raft request' (duration: 165.820934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.68103Z","caller":"traceutil/trace.go:171","msg":"trace[1207252803] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"140.920843ms","start":"2026-03-31T05:18:35.540096Z","end":"2026-03-31T05:18:35.681017Z","steps":["trace[1207252803] 'process raft request' (duration: 139.916211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.681301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.321017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:18:35.68141Z","caller":"traceutil/trace.go:171","msg":"trace[2046244873] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8314; }","duration":"124.513713ms","start":"2026-03-31T05:18:35.556875Z","end":"2026-03-31T05:18:35.681388Z","steps":["trace[2046244873] 'agreement among raft nodes before linearized reading' (duration: 124.163362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:35.882082Z","caller":"traceutil/trace.go:171","msg":"trace[1966358508] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"201.846808ms","start":"2026-03-31T05:18:35.6802Z","end":"2026-03-31T05:18:35.882047Z","steps":["trace[1966358508] 'read index received' (duration: 109.570128ms)","trace[1966358508] 'applied index is now lower than readState.Index' (duration: 92.27508ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:35.882145Z","caller":"traceutil/trace.go:171","msg":"trace[1276717620] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"209.875393ms","start":"2026-03-31T05:18:35.672239Z","end":"2026-03-31T05:18:35.882114Z","steps":["trace[1276717620] 'process raft request' (duration: 117.409817ms)","trace[1276717620] 'compare' (duration: 92.238209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:35.882345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.553311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19442"} {"level":"info","ts":"2026-03-31T05:18:35.882454Z","caller":"traceutil/trace.go:171","msg":"trace[2064309491] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8315; }","duration":"306.668365ms","start":"2026-03-31T05:18:35.575739Z","end":"2026-03-31T05:18:35.882407Z","steps":["trace[2064309491] 'agreement among raft nodes before linearized reading' (duration: 306.432288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:35.882508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:35.575722Z","time spent":"306.775058ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19466,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:18:35.892966Z","caller":"traceutil/trace.go:171","msg":"trace[411935465] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"176.519224ms","start":"2026-03-31T05:18:35.71643Z","end":"2026-03-31T05:18:35.892949Z","steps":["trace[411935465] 'process raft request' (duration: 176.430301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.280535Z","caller":"traceutil/trace.go:171","msg":"trace[254605929] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"191.486339ms","start":"2026-03-31T05:18:36.089025Z","end":"2026-03-31T05:18:36.280511Z","steps":["trace[254605929] 'process raft request' (duration: 191.351945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.280571Z","caller":"traceutil/trace.go:171","msg":"trace[79733969] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8629; }","duration":"191.486448ms","start":"2026-03-31T05:18:36.089069Z","end":"2026-03-31T05:18:36.280555Z","steps":["trace[79733969] 'read index received' (duration: 39.782143ms)","trace[79733969] 'applied index is now lower than readState.Index' (duration: 151.703405ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:36.280711Z","caller":"traceutil/trace.go:171","msg":"trace[2053172628] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"191.775228ms","start":"2026-03-31T05:18:36.088928Z","end":"2026-03-31T05:18:36.280703Z","steps":["trace[2053172628] 'process raft request' (duration: 191.322064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.280752Z","caller":"traceutil/trace.go:171","msg":"trace[60753719] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"189.765854ms","start":"2026-03-31T05:18:36.090977Z","end":"2026-03-31T05:18:36.280743Z","steps":["trace[60753719] 'process raft request' (duration: 189.434324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.280886Z","caller":"traceutil/trace.go:171","msg":"trace[704936890] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"189.835867ms","start":"2026-03-31T05:18:36.091045Z","end":"2026-03-31T05:18:36.280881Z","steps":["trace[704936890] 'process raft request' (duration: 189.388472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.28093Z","caller":"traceutil/trace.go:171","msg":"trace[134750698] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"177.274918ms","start":"2026-03-31T05:18:36.103645Z","end":"2026-03-31T05:18:36.28092Z","steps":["trace[134750698] 'process raft request' (duration: 176.879165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.280982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.900031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:36.280999Z","caller":"traceutil/trace.go:171","msg":"trace[2104563449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8329; }","duration":"191.955503ms","start":"2026-03-31T05:18:36.089038Z","end":"2026-03-31T05:18:36.280994Z","steps":["trace[2104563449] 'agreement among raft nodes before linearized reading' (duration: 191.911252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.281057Z","caller":"traceutil/trace.go:171","msg":"trace[280262561] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"189.94166ms","start":"2026-03-31T05:18:36.091106Z","end":"2026-03-31T05:18:36.281047Z","steps":["trace[280262561] 'process raft request' (duration: 189.348621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.281156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.571246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:18:36.28116Z","caller":"traceutil/trace.go:171","msg":"trace[1114851865] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"190.012232ms","start":"2026-03-31T05:18:36.091142Z","end":"2026-03-31T05:18:36.281154Z","steps":["trace[1114851865] 'process raft request' (duration: 189.334241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.281176Z","caller":"traceutil/trace.go:171","msg":"trace[1457666274] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8329; }","duration":"188.604817ms","start":"2026-03-31T05:18:36.092564Z","end":"2026-03-31T05:18:36.281169Z","steps":["trace[1457666274] 'agreement among raft nodes before linearized reading' (duration: 188.527244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.281244Z","caller":"traceutil/trace.go:171","msg":"trace[1159101790] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"189.94074ms","start":"2026-03-31T05:18:36.091294Z","end":"2026-03-31T05:18:36.281235Z","steps":["trace[1159101790] 'process raft request' (duration: 189.213877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.422246Z","caller":"traceutil/trace.go:171","msg":"trace[475148244] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"131.711191ms","start":"2026-03-31T05:18:36.290516Z","end":"2026-03-31T05:18:36.422228Z","steps":["trace[475148244] 'process raft request' (duration: 130.11531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.422313Z","caller":"traceutil/trace.go:171","msg":"trace[279613482] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8639; }","duration":"104.700234ms","start":"2026-03-31T05:18:36.31759Z","end":"2026-03-31T05:18:36.42229Z","steps":["trace[279613482] 'read index received' (duration: 103.081362ms)","trace[279613482] 'applied index is now lower than readState.Index' (duration: 1.617802ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:36.422445Z","caller":"traceutil/trace.go:171","msg":"trace[677767958] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"117.782539ms","start":"2026-03-31T05:18:36.304618Z","end":"2026-03-31T05:18:36.4224Z","steps":["trace[677767958] 'process raft request' (duration: 117.606514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.42261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.225359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:36.422576Z","caller":"traceutil/trace.go:171","msg":"trace[2112206386] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"131.965679ms","start":"2026-03-31T05:18:36.29053Z","end":"2026-03-31T05:18:36.422495Z","steps":["trace[2112206386] 'process raft request' (duration: 131.650669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.422624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.013903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:18:36.42265Z","caller":"traceutil/trace.go:171","msg":"trace[519510429] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8333; }","duration":"104.295891ms","start":"2026-03-31T05:18:36.318342Z","end":"2026-03-31T05:18:36.422638Z","steps":["trace[519510429] 'agreement among raft nodes before linearized reading' (duration: 104.179187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.422678Z","caller":"traceutil/trace.go:171","msg":"trace[1181456272] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8333; }","duration":"105.092306ms","start":"2026-03-31T05:18:36.317568Z","end":"2026-03-31T05:18:36.42266Z","steps":["trace[1181456272] 'agreement among raft nodes before linearized reading' (duration: 104.935271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.659466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.067781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:36.659632Z","caller":"traceutil/trace.go:171","msg":"trace[296137105] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"225.822788ms","start":"2026-03-31T05:18:36.433785Z","end":"2026-03-31T05:18:36.659608Z","steps":["trace[296137105] 'process raft request' (duration: 111.53778ms)","trace[296137105] 'compare' (duration: 113.763452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:36.659978Z","caller":"traceutil/trace.go:171","msg":"trace[122821934] linearizableReadLoop","detail":"{readStateIndex:8643; appliedIndex:8642; }","duration":"222.011658ms","start":"2026-03-31T05:18:36.437949Z","end":"2026-03-31T05:18:36.659961Z","steps":["trace[122821934] 'read index received' (duration: 107.394459ms)","trace[122821934] 'applied index is now lower than readState.Index' (duration: 114.614379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:36.660423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.465583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111892"} {"level":"info","ts":"2026-03-31T05:18:36.660466Z","caller":"traceutil/trace.go:171","msg":"trace[1075103757] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8334; }","duration":"222.527424ms","start":"2026-03-31T05:18:36.437929Z","end":"2026-03-31T05:18:36.660457Z","steps":["trace[1075103757] 'agreement among raft nodes before linearized reading' (duration: 222.200394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:36.66155Z","caller":"traceutil/trace.go:171","msg":"trace[1399756971] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"152.039947ms","start":"2026-03-31T05:18:36.509495Z","end":"2026-03-31T05:18:36.661534Z","steps":["trace[1399756971] 'process raft request' (duration: 150.075414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.661862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.21049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:18:36.661987Z","caller":"traceutil/trace.go:171","msg":"trace[1327099847] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8335; }","duration":"208.385415ms","start":"2026-03-31T05:18:36.453588Z","end":"2026-03-31T05:18:36.661974Z","steps":["trace[1327099847] 'agreement among raft nodes before linearized reading' (duration: 207.786026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:36.956976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.177481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:36.957065Z","caller":"traceutil/trace.go:171","msg":"trace[94894381] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8644; }","duration":"281.921169ms","start":"2026-03-31T05:18:36.675131Z","end":"2026-03-31T05:18:36.957052Z","steps":["trace[94894381] 'read index received' (duration: 129.588244ms)","trace[94894381] 'applied index is now lower than readState.Index' (duration: 152.331565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:36.95717Z","caller":"traceutil/trace.go:171","msg":"trace[1127957685] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"282.983333ms","start":"2026-03-31T05:18:36.674153Z","end":"2026-03-31T05:18:36.957136Z","steps":["trace[1127957685] 'process raft request' (duration: 130.555644ms)","trace[1127957685] 'compare' (duration: 152.058377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:36.957395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.25654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:18:36.957432Z","caller":"traceutil/trace.go:171","msg":"trace[532220689] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8336; }","duration":"282.306281ms","start":"2026-03-31T05:18:36.675116Z","end":"2026-03-31T05:18:36.957422Z","steps":["trace[532220689] 'agreement among raft nodes before linearized reading' (duration: 282.166857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.011975Z","caller":"traceutil/trace.go:171","msg":"trace[1124688905] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8336; }","duration":"335.975925ms","start":"2026-03-31T05:18:36.675973Z","end":"2026-03-31T05:18:37.011948Z","steps":["trace[1124688905] 'process raft request' (duration: 335.870352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.012212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.675964Z","time spent":"336.1289ms","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71,"response count":0,"response size":2352,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:37.012385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.847075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:37.012429Z","caller":"traceutil/trace.go:171","msg":"trace[1914745957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8336; }","duration":"240.937688ms","start":"2026-03-31T05:18:36.77148Z","end":"2026-03-31T05:18:37.012418Z","steps":["trace[1914745957] 'agreement among raft nodes before linearized reading' (duration: 240.844175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.012476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.812141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:18:37.012551Z","caller":"traceutil/trace.go:171","msg":"trace[1976811313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8336; }","duration":"238.903454ms","start":"2026-03-31T05:18:36.773629Z","end":"2026-03-31T05:18:37.012533Z","steps":["trace[1976811313] 'agreement among raft nodes before linearized reading' (duration: 238.622535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.012573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.129162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:18:37.012593Z","caller":"traceutil/trace.go:171","msg":"trace[1750198179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8336; }","duration":"314.173313ms","start":"2026-03-31T05:18:36.698413Z","end":"2026-03-31T05:18:37.012587Z","steps":["trace[1750198179] 'agreement among raft nodes before linearized reading' (duration: 314.113631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.012611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.698402Z","time spent":"314.204454ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:37.012739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.215447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:37.012766Z","caller":"traceutil/trace.go:171","msg":"trace[330590761] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8336; }","duration":"321.275439ms","start":"2026-03-31T05:18:36.691483Z","end":"2026-03-31T05:18:37.012759Z","steps":["trace[330590761] 'agreement among raft nodes before linearized reading' (duration: 321.230877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.012785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.691466Z","time spent":"321.313479ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:37.012822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.031914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:18:37.012889Z","caller":"traceutil/trace.go:171","msg":"trace[1224796152] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8336; }","duration":"237.131338ms","start":"2026-03-31T05:18:36.775747Z","end":"2026-03-31T05:18:37.012878Z","steps":["trace[1224796152] 'agreement among raft nodes before linearized reading' (duration: 236.941212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.012917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.284835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:18:37.012944Z","caller":"traceutil/trace.go:171","msg":"trace[416788243] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8336; }","duration":"336.322546ms","start":"2026-03-31T05:18:36.676615Z","end":"2026-03-31T05:18:37.012937Z","steps":["trace[416788243] 'agreement among raft nodes before linearized reading' (duration: 336.255494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.012963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:36.676609Z","time spent":"336.349197ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:18:37.013367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.644148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:18:37.013419Z","caller":"traceutil/trace.go:171","msg":"trace[1842066982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8336; }","duration":"239.74861ms","start":"2026-03-31T05:18:36.773656Z","end":"2026-03-31T05:18:37.013404Z","steps":["trace[1842066982] 'agreement among raft nodes before linearized reading' (duration: 239.620966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.013642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.980489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:18:37.013678Z","caller":"traceutil/trace.go:171","msg":"trace[583287704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8336; }","duration":"240.056161ms","start":"2026-03-31T05:18:36.773614Z","end":"2026-03-31T05:18:37.01367Z","steps":["trace[583287704] 'agreement among raft nodes before linearized reading' (duration: 239.966728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.151984Z","caller":"traceutil/trace.go:171","msg":"trace[2126714571] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"134.363306ms","start":"2026-03-31T05:18:37.017592Z","end":"2026-03-31T05:18:37.151955Z","steps":["trace[2126714571] 'process raft request' (duration: 59.029174ms)","trace[2126714571] 'compare' (duration: 75.084494ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:37.15229Z","caller":"traceutil/trace.go:171","msg":"trace[1350025881] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"133.831429ms","start":"2026-03-31T05:18:37.018437Z","end":"2026-03-31T05:18:37.152268Z","steps":["trace[1350025881] 'process raft request' (duration: 133.465387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.152445Z","caller":"traceutil/trace.go:171","msg":"trace[1035212953] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"133.56832ms","start":"2026-03-31T05:18:37.018856Z","end":"2026-03-31T05:18:37.152424Z","steps":["trace[1035212953] 'process raft request' (duration: 133.346373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.152517Z","caller":"traceutil/trace.go:171","msg":"trace[1354028003] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"131.616268ms","start":"2026-03-31T05:18:37.020874Z","end":"2026-03-31T05:18:37.15249Z","steps":["trace[1354028003] 'process raft request' (duration: 131.448002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.152525Z","caller":"traceutil/trace.go:171","msg":"trace[1384303459] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8647; }","duration":"124.643197ms","start":"2026-03-31T05:18:37.027866Z","end":"2026-03-31T05:18:37.15251Z","steps":["trace[1384303459] 'read index received' (duration: 48.783129ms)","trace[1384303459] 'applied index is now lower than readState.Index' (duration: 75.858998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:37.15279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.047417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:37.152788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.276097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:37.152837Z","caller":"traceutil/trace.go:171","msg":"trace[846244361] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8343; }","duration":"136.342168ms","start":"2026-03-31T05:18:37.016478Z","end":"2026-03-31T05:18:37.15282Z","steps":["trace[846244361] 'agreement among raft nodes before linearized reading' (duration: 136.262376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.152826Z","caller":"traceutil/trace.go:171","msg":"trace[963440468] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8343; }","duration":"135.108969ms","start":"2026-03-31T05:18:37.017705Z","end":"2026-03-31T05:18:37.152814Z","steps":["trace[963440468] 'agreement among raft nodes before linearized reading' (duration: 135.033997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.152877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.172159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223958"} {"level":"info","ts":"2026-03-31T05:18:37.15291Z","caller":"traceutil/trace.go:171","msg":"trace[1286563845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8343; }","duration":"134.228981ms","start":"2026-03-31T05:18:37.018674Z","end":"2026-03-31T05:18:37.152903Z","steps":["trace[1286563845] 'agreement among raft nodes before linearized reading' (duration: 133.925821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.153017Z","caller":"traceutil/trace.go:171","msg":"trace[1203575385] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"130.586305ms","start":"2026-03-31T05:18:37.022392Z","end":"2026-03-31T05:18:37.152978Z","steps":["trace[1203575385] 'process raft request' (duration: 129.983346ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.15409Z","caller":"traceutil/trace.go:171","msg":"trace[1410744380] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8344; }","duration":"123.917234ms","start":"2026-03-31T05:18:37.030163Z","end":"2026-03-31T05:18:37.154081Z","steps":["trace[1410744380] 'process raft request' (duration: 123.696897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.154108Z","caller":"traceutil/trace.go:171","msg":"trace[1222674643] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"118.44972ms","start":"2026-03-31T05:18:37.035624Z","end":"2026-03-31T05:18:37.154073Z","steps":["trace[1222674643] 'process raft request' (duration: 118.315306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.154207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.518551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:18:37.154287Z","caller":"traceutil/trace.go:171","msg":"trace[1107006463] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8345; }","duration":"123.699127ms","start":"2026-03-31T05:18:37.030571Z","end":"2026-03-31T05:18:37.15427Z","steps":["trace[1107006463] 'agreement among raft nodes before linearized reading' (duration: 123.429879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.156917Z","caller":"traceutil/trace.go:171","msg":"trace[654072113] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"133.424326ms","start":"2026-03-31T05:18:37.018809Z","end":"2026-03-31T05:18:37.152233Z","steps":["trace[654072113] 'process raft request' (duration: 133.294241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.357967Z","caller":"traceutil/trace.go:171","msg":"trace[877496828] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"139.587932ms","start":"2026-03-31T05:18:37.218355Z","end":"2026-03-31T05:18:37.357943Z","steps":["trace[877496828] 'read index received' (duration: 101.73615ms)","trace[877496828] 'applied index is now lower than readState.Index' (duration: 37.850911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:37.358257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.87338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T05:18:37.358339Z","caller":"traceutil/trace.go:171","msg":"trace[1777259931] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8348; }","duration":"139.985554ms","start":"2026-03-31T05:18:37.218339Z","end":"2026-03-31T05:18:37.358325Z","steps":["trace[1777259931] 'agreement among raft nodes before linearized reading' (duration: 139.774467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:37.35837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.459033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-31T05:18:37.358431Z","caller":"traceutil/trace.go:171","msg":"trace[298961068] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8348; }","duration":"131.559706ms","start":"2026-03-31T05:18:37.226854Z","end":"2026-03-31T05:18:37.358414Z","steps":["trace[298961068] 'agreement among raft nodes before linearized reading' (duration: 131.390581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:37.358638Z","caller":"traceutil/trace.go:171","msg":"trace[202191344] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"140.587192ms","start":"2026-03-31T05:18:37.218042Z","end":"2026-03-31T05:18:37.358629Z","steps":["trace[202191344] 'process raft request' (duration: 101.969206ms)","trace[202191344] 'compare' (duration: 37.819481ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:37.736732Z","caller":"traceutil/trace.go:171","msg":"trace[809599591] linearizableReadLoop","detail":"{readStateIndex:8660; appliedIndex:8659; }","duration":"147.996358ms","start":"2026-03-31T05:18:37.588688Z","end":"2026-03-31T05:18:37.736685Z","steps":["trace[809599591] 'read index received' (duration: 67.358419ms)","trace[809599591] 'applied index is now lower than readState.Index' (duration: 80.636739ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:37.736813Z","caller":"traceutil/trace.go:171","msg":"trace[688180915] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"154.189484ms","start":"2026-03-31T05:18:37.582584Z","end":"2026-03-31T05:18:37.736773Z","steps":["trace[688180915] 'process raft request' (duration: 73.519763ms)","trace[688180915] 'compare' (duration: 80.445614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:37.737585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.874716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:18:37.737625Z","caller":"traceutil/trace.go:171","msg":"trace[1722784149] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8350; }","duration":"148.979439ms","start":"2026-03-31T05:18:37.588635Z","end":"2026-03-31T05:18:37.737615Z","steps":["trace[1722784149] 'agreement among raft nodes before linearized reading' (duration: 148.161363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.279035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.983843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:38.279149Z","caller":"traceutil/trace.go:171","msg":"trace[1822472563] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8351; }","duration":"205.151208ms","start":"2026-03-31T05:18:38.073981Z","end":"2026-03-31T05:18:38.279132Z","steps":["trace[1822472563] 'count revisions from in-memory index tree' (duration: 204.816738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:38.279053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.563266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:38.279246Z","caller":"traceutil/trace.go:171","msg":"trace[2073295752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8351; }","duration":"190.781793ms","start":"2026-03-31T05:18:38.088442Z","end":"2026-03-31T05:18:38.279224Z","steps":["trace[2073295752] 'range keys from in-memory index tree' (duration: 190.483064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.275899Z","caller":"traceutil/trace.go:171","msg":"trace[568699850] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8664; }","duration":"108.095734ms","start":"2026-03-31T05:18:39.167783Z","end":"2026-03-31T05:18:39.275879Z","steps":["trace[568699850] 'read index received' (duration: 27.499991ms)","trace[568699850] 'applied index is now lower than readState.Index' (duration: 80.594743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:39.276278Z","caller":"traceutil/trace.go:171","msg":"trace[235743264] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"113.452603ms","start":"2026-03-31T05:18:39.162809Z","end":"2026-03-31T05:18:39.276262Z","steps":["trace[235743264] 'process raft request' (duration: 112.928947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.276273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.468786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:18:39.276428Z","caller":"traceutil/trace.go:171","msg":"trace[201406705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8359; }","duration":"108.641771ms","start":"2026-03-31T05:18:39.167767Z","end":"2026-03-31T05:18:39.276409Z","steps":["trace[201406705] 'agreement among raft nodes before linearized reading' (duration: 108.331991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.276496Z","caller":"traceutil/trace.go:171","msg":"trace[159513314] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"113.820116ms","start":"2026-03-31T05:18:39.162667Z","end":"2026-03-31T05:18:39.276487Z","steps":["trace[159513314] 'process raft request' (duration: 32.606953ms)","trace[159513314] 'compare' (duration: 80.330355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:39.276474Z","caller":"traceutil/trace.go:171","msg":"trace[1291534700] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"113.449354ms","start":"2026-03-31T05:18:39.162977Z","end":"2026-03-31T05:18:39.276427Z","steps":["trace[1291534700] 'process raft request' (duration: 112.837064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.276651Z","caller":"traceutil/trace.go:171","msg":"trace[1075617476] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"113.691872ms","start":"2026-03-31T05:18:39.162953Z","end":"2026-03-31T05:18:39.276644Z","steps":["trace[1075617476] 'process raft request' (duration: 112.829794ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.276474Z","caller":"traceutil/trace.go:171","msg":"trace[1434070662] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"111.224373ms","start":"2026-03-31T05:18:39.165215Z","end":"2026-03-31T05:18:39.276439Z","steps":["trace[1434070662] 'process raft request' (duration: 110.631014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:39.999702Z","caller":"traceutil/trace.go:171","msg":"trace[940038378] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"438.600092ms","start":"2026-03-31T05:18:39.561081Z","end":"2026-03-31T05:18:39.999681Z","steps":["trace[940038378] 'process raft request' (duration: 438.456937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:39.999845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:39.561057Z","time spent":"438.705286ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:40.026541Z","caller":"traceutil/trace.go:171","msg":"trace[1800180450] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"284.163741ms","start":"2026-03-31T05:18:39.74235Z","end":"2026-03-31T05:18:40.026514Z","steps":["trace[1800180450] 'process raft request' (duration: 283.979195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.129797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.221239ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:18:41.130041Z","caller":"traceutil/trace.go:171","msg":"trace[1920279676] linearizableReadLoop","detail":"{readStateIndex:8675; appliedIndex:8674; }","duration":"350.618405ms","start":"2026-03-31T05:18:40.779401Z","end":"2026-03-31T05:18:41.130019Z","steps":["trace[1920279676] 'read index received' (duration: 80.015614ms)","trace[1920279676] 'applied index is now lower than readState.Index' (duration: 270.600751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:41.130368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.897674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:41.130512Z","caller":"traceutil/trace.go:171","msg":"trace[403643329] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8364; }","duration":"351.116491ms","start":"2026-03-31T05:18:40.779353Z","end":"2026-03-31T05:18:41.130469Z","steps":["trace[403643329] 'agreement among raft nodes before linearized reading' (duration: 350.893314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:41.130523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.672343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:18:41.130728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:40.779328Z","time spent":"351.326278ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:41.130842Z","caller":"traceutil/trace.go:171","msg":"trace[818182885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8364; }","duration":"228.985283ms","start":"2026-03-31T05:18:40.901772Z","end":"2026-03-31T05:18:41.130757Z","steps":["trace[818182885] 'agreement among raft nodes before linearized reading' (duration: 228.512338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:42.582386Z","caller":"traceutil/trace.go:171","msg":"trace[1837431471] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"233.070952ms","start":"2026-03-31T05:18:42.349246Z","end":"2026-03-31T05:18:42.582317Z","steps":["trace[1837431471] 'process raft request' (duration: 232.884096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:43.004912Z","caller":"traceutil/trace.go:171","msg":"trace[874253782] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"303.323417ms","start":"2026-03-31T05:18:42.701554Z","end":"2026-03-31T05:18:43.004877Z","steps":["trace[874253782] 'process raft request' (duration: 278.267523ms)","trace[874253782] 'compare' (duration: 24.551658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:43.005104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:42.701533Z","time spent":"303.478002ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:43.005095Z","caller":"traceutil/trace.go:171","msg":"trace[1933297697] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"230.462649ms","start":"2026-03-31T05:18:42.77461Z","end":"2026-03-31T05:18:43.005073Z","steps":["trace[1933297697] 'process raft request' (duration: 230.197831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.214448Z","caller":"traceutil/trace.go:171","msg":"trace[258894619] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"181.302692ms","start":"2026-03-31T05:18:49.033107Z","end":"2026-03-31T05:18:49.21441Z","steps":["trace[258894619] 'process raft request' (duration: 180.906639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.214629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.350789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.214728Z","caller":"traceutil/trace.go:171","msg":"trace[414932333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8404; }","duration":"125.507684ms","start":"2026-03-31T05:18:49.089201Z","end":"2026-03-31T05:18:49.214708Z","steps":["trace[414932333] 'agreement among raft nodes before linearized reading' (duration: 125.333689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.214356Z","caller":"traceutil/trace.go:171","msg":"trace[11568569] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8715; }","duration":"125.076941ms","start":"2026-03-31T05:18:49.08924Z","end":"2026-03-31T05:18:49.214317Z","steps":["trace[11568569] 'read index received' (duration: 124.877444ms)","trace[11568569] 'applied index is now lower than readState.Index' (duration: 197.737µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:49.380851Z","caller":"traceutil/trace.go:171","msg":"trace[164546132] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"146.207711ms","start":"2026-03-31T05:18:49.23462Z","end":"2026-03-31T05:18:49.380828Z","steps":["trace[164546132] 'process raft request' (duration: 146.051686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.501467Z","caller":"traceutil/trace.go:171","msg":"trace[304629388] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"112.755132ms","start":"2026-03-31T05:18:49.388677Z","end":"2026-03-31T05:18:49.501432Z","steps":["trace[304629388] 'process raft request' (duration: 109.416806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.501477Z","caller":"traceutil/trace.go:171","msg":"trace[277747491] linearizableReadLoop","detail":"{readStateIndex:8721; appliedIndex:8719; }","duration":"107.625079ms","start":"2026-03-31T05:18:49.393832Z","end":"2026-03-31T05:18:49.501457Z","steps":["trace[277747491] 'read index received' (duration: 33.407558ms)","trace[277747491] 'applied index is now lower than readState.Index' (duration: 74.216671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:49.501623Z","caller":"traceutil/trace.go:171","msg":"trace[979979088] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"107.187255ms","start":"2026-03-31T05:18:49.394407Z","end":"2026-03-31T05:18:49.501594Z","steps":["trace[979979088] 'process raft request' (duration: 106.986999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.5018Z","caller":"traceutil/trace.go:171","msg":"trace[2020137769] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"112.601476ms","start":"2026-03-31T05:18:49.389162Z","end":"2026-03-31T05:18:49.501763Z","steps":["trace[2020137769] 'process raft request' (duration: 112.171043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.501852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.97539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:18:49.50202Z","caller":"traceutil/trace.go:171","msg":"trace[611458180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8410; }","duration":"108.212468ms","start":"2026-03-31T05:18:49.393787Z","end":"2026-03-31T05:18:49.502Z","steps":["trace[611458180] 'agreement among raft nodes before linearized reading' (duration: 107.919829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.825Z","caller":"traceutil/trace.go:171","msg":"trace[1002848266] transaction","detail":"{read_only:false; response_revision:8413; number_of_response:1; }","duration":"317.132985ms","start":"2026-03-31T05:18:49.507841Z","end":"2026-03-31T05:18:49.824974Z","steps":["trace[1002848266] 'process raft request' (duration: 316.788494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.825043Z","caller":"traceutil/trace.go:171","msg":"trace[1327906341] transaction","detail":"{read_only:false; response_revision:8414; number_of_response:1; }","duration":"317.062493ms","start":"2026-03-31T05:18:49.507947Z","end":"2026-03-31T05:18:49.825009Z","steps":["trace[1327906341] 'process raft request' (duration: 316.881937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:49.825087Z","caller":"traceutil/trace.go:171","msg":"trace[1747262623] linearizableReadLoop","detail":"{readStateIndex:8726; appliedIndex:8722; }","duration":"317.057383ms","start":"2026-03-31T05:18:49.508011Z","end":"2026-03-31T05:18:49.825069Z","steps":["trace[1747262623] 'read index received' (duration: 41.792134ms)","trace[1747262623] 'applied index is now lower than readState.Index' (duration: 275.263679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:49.825162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.507814Z","time spent":"317.260819ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.825202Z","caller":"traceutil/trace.go:171","msg":"trace[2068653565] transaction","detail":"{read_only:false; response_revision:8415; number_of_response:1; }","duration":"316.588887ms","start":"2026-03-31T05:18:49.508599Z","end":"2026-03-31T05:18:49.825187Z","steps":["trace[2068653565] 'process raft request' (duration: 316.296398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.825306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.543422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:49.825362Z","caller":"traceutil/trace.go:171","msg":"trace[1322805554] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8416; }","duration":"128.645315ms","start":"2026-03-31T05:18:49.696702Z","end":"2026-03-31T05:18:49.825347Z","steps":["trace[1322805554] 'agreement among raft nodes before linearized reading' (duration: 128.534801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.825207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.507935Z","time spent":"317.184446ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.825295Z","caller":"traceutil/trace.go:171","msg":"trace[1099196830] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"311.095463ms","start":"2026-03-31T05:18:49.514185Z","end":"2026-03-31T05:18:49.825281Z","steps":["trace[1099196830] 'process raft request' (duration: 310.805044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.825615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.589079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"warn","ts":"2026-03-31T05:18:49.825616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.514166Z","time spent":"311.364292ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7658,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:49.82569Z","caller":"traceutil/trace.go:171","msg":"trace[1982368955] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8416; }","duration":"317.693913ms","start":"2026-03-31T05:18:49.50798Z","end":"2026-03-31T05:18:49.825674Z","steps":["trace[1982368955] 'agreement among raft nodes before linearized reading' (duration: 317.219418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.82541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.508587Z","time spent":"316.756252ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:49.825742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.507968Z","time spent":"317.759455ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223794,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:18:49.824739Z","caller":"traceutil/trace.go:171","msg":"trace[1133600361] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"316.846006ms","start":"2026-03-31T05:18:49.507844Z","end":"2026-03-31T05:18:49.82469Z","steps":["trace[1133600361] 'process raft request' (duration: 316.602038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:49.825919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:49.507816Z","time spent":"317.978522ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:50.211444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.186895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:50.211575Z","caller":"traceutil/trace.go:171","msg":"trace[505339634] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8416; }","duration":"274.3545ms","start":"2026-03-31T05:18:49.937177Z","end":"2026-03-31T05:18:50.211532Z","steps":["trace[505339634] 'count revisions from in-memory index tree' (duration: 274.079211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:50.299656Z","caller":"traceutil/trace.go:171","msg":"trace[701818892] linearizableReadLoop","detail":"{readStateIndex:8729; appliedIndex:8728; }","duration":"211.385515ms","start":"2026-03-31T05:18:50.088246Z","end":"2026-03-31T05:18:50.299632Z","steps":["trace[701818892] 'read index received' (duration: 211.254871ms)","trace[701818892] 'applied index is now lower than readState.Index' (duration: 129.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:50.299779Z","caller":"traceutil/trace.go:171","msg":"trace[12043867] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"251.823227ms","start":"2026-03-31T05:18:50.047924Z","end":"2026-03-31T05:18:50.299747Z","steps":["trace[12043867] 'process raft request' (duration: 251.510197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.299807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.569611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:50.299996Z","caller":"traceutil/trace.go:171","msg":"trace[1533245214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8417; }","duration":"211.82646ms","start":"2026-03-31T05:18:50.088138Z","end":"2026-03-31T05:18:50.299964Z","steps":["trace[1533245214] 'agreement among raft nodes before linearized reading' (duration: 211.589192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.860493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.303604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:50.860662Z","caller":"traceutil/trace.go:171","msg":"trace[891637371] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"642.48336ms","start":"2026-03-31T05:18:50.218149Z","end":"2026-03-31T05:18:50.860632Z","steps":["trace[891637371] 'process raft request' (duration: 250.929778ms)","trace[891637371] 'compare' (duration: 391.18777ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:18:50.860702Z","caller":"traceutil/trace.go:171","msg":"trace[1638136692] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"313.80426ms","start":"2026-03-31T05:18:50.546879Z","end":"2026-03-31T05:18:50.860683Z","steps":["trace[1638136692] 'process raft request' (duration: 313.741978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.860777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.546858Z","time spent":"313.882622ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:50.860813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.218124Z","time spent":"642.612464ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:18:50.86093Z","caller":"traceutil/trace.go:171","msg":"trace[1031571827] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8729; }","duration":"559.796101ms","start":"2026-03-31T05:18:50.301124Z","end":"2026-03-31T05:18:50.86092Z","steps":["trace[1031571827] 'read index received' (duration: 167.906319ms)","trace[1031571827] 'applied index is now lower than readState.Index' (duration: 391.888792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:50.86107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.941206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:50.861118Z","caller":"traceutil/trace.go:171","msg":"trace[1357373730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8419; }","duration":"560.021718ms","start":"2026-03-31T05:18:50.301088Z","end":"2026-03-31T05:18:50.861109Z","steps":["trace[1357373730] 'agreement among raft nodes before linearized reading' (duration: 559.924885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.861148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.301072Z","time spent":"560.069359ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:50.861348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.356978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:50.861449Z","caller":"traceutil/trace.go:171","msg":"trace[1185753179] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8419; }","duration":"356.497752ms","start":"2026-03-31T05:18:50.504923Z","end":"2026-03-31T05:18:50.861421Z","steps":["trace[1185753179] 'agreement among raft nodes before linearized reading' (duration: 356.338237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.861367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.301829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:18:50.861504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.504904Z","time spent":"356.587364ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:50.861521Z","caller":"traceutil/trace.go:171","msg":"trace[1762993749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8419; }","duration":"143.486385ms","start":"2026-03-31T05:18:50.718013Z","end":"2026-03-31T05:18:50.861499Z","steps":["trace[1762993749] 'agreement among raft nodes before linearized reading' (duration: 143.231846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.861564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.58449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T05:18:50.861683Z","caller":"traceutil/trace.go:171","msg":"trace[1341189687] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8419; }","duration":"527.760146ms","start":"2026-03-31T05:18:50.333898Z","end":"2026-03-31T05:18:50.861658Z","steps":["trace[1341189687] 'agreement among raft nodes before linearized reading' (duration: 527.342482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:50.861745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:50.33388Z","time spent":"527.853059ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:18:51.141572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.757378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:51.141749Z","caller":"traceutil/trace.go:171","msg":"trace[1114421229] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"274.67072ms","start":"2026-03-31T05:18:50.867065Z","end":"2026-03-31T05:18:51.141736Z","steps":["trace[1114421229] 'process raft request' (duration: 274.623548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:51.141821Z","caller":"traceutil/trace.go:171","msg":"trace[1934477945] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"274.779343ms","start":"2026-03-31T05:18:50.867001Z","end":"2026-03-31T05:18:51.14178Z","steps":["trace[1934477945] 'process raft request' (duration: 103.747386ms)","trace[1934477945] 'compare' (duration: 170.670676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:57.833473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782519701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:58.334032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782519701,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:18:58.38066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050454572s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:18:58.485368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.390417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:18:58.48549Z","caller":"traceutil/trace.go:171","msg":"trace[110218363] linearizableReadLoop","detail":"{readStateIndex:8898; appliedIndex:8897; }","duration":"1.152538805s","start":"2026-03-31T05:18:57.33293Z","end":"2026-03-31T05:18:58.485469Z","steps":["trace[110218363] 'read index received' (duration: 1.047977883s)","trace[110218363] 'applied index is now lower than readState.Index' (duration: 104.559282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:58.485567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152627898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:58.485605Z","caller":"traceutil/trace.go:171","msg":"trace[1897014139] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8584; }","duration":"1.152669979s","start":"2026-03-31T05:18:57.332925Z","end":"2026-03-31T05:18:58.485595Z","steps":["trace[1897014139] 'agreement among raft nodes before linearized reading' (duration: 1.152597267s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:58.485576Z","caller":"traceutil/trace.go:171","msg":"trace[2013052875] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"1.155419997s","start":"2026-03-31T05:18:57.330124Z","end":"2026-03-31T05:18:58.485544Z","steps":["trace[2013052875] 'process raft request' (duration: 1.050755822s)","trace[2013052875] 'compare' (duration: 104.259782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:18:58.48564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.332895Z","time spent":"1.152738061s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:58.485717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.330099Z","time spent":"1.155545741s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:18:58.558999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.109104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:18:58.55908Z","caller":"traceutil/trace.go:171","msg":"trace[1092539078] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8586; }","duration":"783.261659ms","start":"2026-03-31T05:18:57.775798Z","end":"2026-03-31T05:18:58.55906Z","steps":["trace[1092539078] 'agreement among raft nodes before linearized reading' (duration: 783.094394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.970859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:18:58.559114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.775767Z","time spent":"783.340792ms","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:58.559078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.649707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:58.559131Z","caller":"traceutil/trace.go:171","msg":"trace[1480269536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8586; }","duration":"663.063132ms","start":"2026-03-31T05:18:57.896053Z","end":"2026-03-31T05:18:58.559116Z","steps":["trace[1480269536] 'agreement among raft nodes before linearized reading' (duration: 662.853955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.89604Z","time spent":"663.116283ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:18:58.559168Z","caller":"traceutil/trace.go:171","msg":"trace[1855529174] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8586; }","duration":"834.790731ms","start":"2026-03-31T05:18:57.724358Z","end":"2026-03-31T05:18:58.559149Z","steps":["trace[1855529174] 'agreement among raft nodes before linearized reading' (duration: 834.634876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.724337Z","time spent":"834.873854ms","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:18:58.559188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.357616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:18:58.559409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.31887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:18:58.559435Z","caller":"traceutil/trace.go:171","msg":"trace[1774138233] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8586; }","duration":"663.384942ms","start":"2026-03-31T05:18:57.896045Z","end":"2026-03-31T05:18:58.55943Z","steps":["trace[1774138233] 'agreement among raft nodes before linearized reading' (duration: 663.32248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.896025Z","time spent":"663.424004ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:18:58.559419Z","caller":"traceutil/trace.go:171","msg":"trace[1107808323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8586; }","duration":"660.707077ms","start":"2026-03-31T05:18:57.898687Z","end":"2026-03-31T05:18:58.559394Z","steps":["trace[1107808323] 'agreement among raft nodes before linearized reading' (duration: 660.18223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.776197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:18:58.559522Z","caller":"traceutil/trace.go:171","msg":"trace[1519682075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8586; }","duration":"670.857239ms","start":"2026-03-31T05:18:57.888659Z","end":"2026-03-31T05:18:58.559516Z","steps":["trace[1519682075] 'agreement among raft nodes before linearized reading' (duration: 670.741025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.888631Z","time spent":"670.90709ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:58.559535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.946766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:18:58.559537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.898665Z","time spent":"660.857772ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:18:58.559666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.387569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:58.55969Z","caller":"traceutil/trace.go:171","msg":"trace[1025796396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8586; }","duration":"470.4126ms","start":"2026-03-31T05:18:58.089274Z","end":"2026-03-31T05:18:58.559686Z","steps":["trace[1025796396] 'agreement among raft nodes before linearized reading' (duration: 470.379559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.089221Z","time spent":"470.479232ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:18:58.559702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098442532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414469"} {"level":"info","ts":"2026-03-31T05:18:58.559577Z","caller":"traceutil/trace.go:171","msg":"trace[1957948939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8586; }","duration":"835.005938ms","start":"2026-03-31T05:18:57.724557Z","end":"2026-03-31T05:18:58.559563Z","steps":["trace[1957948939] 'agreement among raft nodes before linearized reading' (duration: 834.941596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.72455Z","time spent":"835.228965ms","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:58.559801Z","caller":"traceutil/trace.go:171","msg":"trace[198133941] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8586; }","duration":"1.098586777s","start":"2026-03-31T05:18:57.461187Z","end":"2026-03-31T05:18:58.559774Z","steps":["trace[198133941] 'agreement among raft nodes before linearized reading' (duration: 1.097668878s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:18:58.559636Z","caller":"traceutil/trace.go:171","msg":"trace[953923224] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"193.835569ms","start":"2026-03-31T05:18:58.365794Z","end":"2026-03-31T05:18:58.559629Z","steps":["trace[953923224] 'process raft request' (duration: 193.031294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.461169Z","time spent":"1.098672269s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414493,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:18:58.559653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.66105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:18:58.559946Z","caller":"traceutil/trace.go:171","msg":"trace[2121978873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8586; }","duration":"925.99161ms","start":"2026-03-31T05:18:57.633947Z","end":"2026-03-31T05:18:58.559939Z","steps":["trace[2121978873] 'agreement among raft nodes before linearized reading' (duration: 925.66697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.559968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.633921Z","time spent":"926.040362ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:18:58.560255Z","caller":"traceutil/trace.go:171","msg":"trace[192552997] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"204.211749ms","start":"2026-03-31T05:18:58.355437Z","end":"2026-03-31T05:18:58.559649Z","steps":["trace[192552997] 'process raft request' (duration: 203.253459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.560685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.346839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:18:58.560752Z","caller":"traceutil/trace.go:171","msg":"trace[1798005199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8586; }","duration":"674.453953ms","start":"2026-03-31T05:18:57.886282Z","end":"2026-03-31T05:18:58.560736Z","steps":["trace[1798005199] 'agreement among raft nodes before linearized reading' (duration: 672.986397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.560792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.88626Z","time spent":"674.524125ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:18:58.561294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.203182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:18:58.561387Z","caller":"traceutil/trace.go:171","msg":"trace[86875537] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8586; }","duration":"923.333355ms","start":"2026-03-31T05:18:57.638032Z","end":"2026-03-31T05:18:58.561365Z","steps":["trace[86875537] 'agreement among raft nodes before linearized reading' (duration: 921.193048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:18:58.561526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:57.63802Z","time spent":"923.484951ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:18:58.724661Z","caller":"traceutil/trace.go:171","msg":"trace[822050804] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"161.212336ms","start":"2026-03-31T05:18:58.563414Z","end":"2026-03-31T05:18:58.724626Z","steps":["trace[822050804] 'process raft request' (duration: 76.510204ms)","trace[822050804] 'compare' (duration: 84.553918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:00.947072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.307099354s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:19:01.347784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474070779s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:01.347948Z","caller":"traceutil/trace.go:171","msg":"trace[1814561881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8587; }","duration":"1.474246235s","start":"2026-03-31T05:18:59.873677Z","end":"2026-03-31T05:19:01.347924Z","steps":["trace[1814561881] 'range keys from in-memory index tree' (duration: 1.474050088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.347968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.508616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:01.348257Z","caller":"traceutil/trace.go:171","msg":"trace[627338146] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"2.784781144s","start":"2026-03-31T05:18:58.563437Z","end":"2026-03-31T05:19:01.348218Z","steps":["trace[627338146] 'process raft request' (duration: 2.383925667s)","trace[627338146] 'compare' (duration: 400.00077ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:01.348341Z","caller":"traceutil/trace.go:171","msg":"trace[516174434] linearizableReadLoop","detail":"{readStateIndex:8902; appliedIndex:8900; }","duration":"2.784560517s","start":"2026-03-31T05:18:58.563757Z","end":"2026-03-31T05:19:01.348318Z","steps":["trace[516174434] 'read index received' (duration: 76.177633ms)","trace[516174434] 'applied index is now lower than readState.Index' (duration: 2.708381684s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:01.348443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.563417Z","time spent":"2.784929849s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.348737Z","caller":"traceutil/trace.go:171","msg":"trace[759877263] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"2.784403113s","start":"2026-03-31T05:18:58.564315Z","end":"2026-03-31T05:19:01.348718Z","steps":["trace[759877263] 'process raft request' (duration: 2.783771583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.348856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.564291Z","time spent":"2.784507425s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:01.349214Z","caller":"traceutil/trace.go:171","msg":"trace[130597352] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"2.784764134s","start":"2026-03-31T05:18:58.564403Z","end":"2026-03-31T05:19:01.349167Z","steps":["trace[130597352] 'process raft request' (duration: 2.783799784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.349336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.564391Z","time spent":"2.784879287s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:01.349337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785550868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:01.349418Z","caller":"traceutil/trace.go:171","msg":"trace[1015561571] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8591; }","duration":"2.785659672s","start":"2026-03-31T05:18:58.56374Z","end":"2026-03-31T05:19:01.3494Z","steps":["trace[1015561571] 'agreement among raft nodes before linearized reading' (duration: 2.785126046s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:01.34942Z","caller":"traceutil/trace.go:171","msg":"trace[2121767300] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"2.784753933s","start":"2026-03-31T05:18:58.564639Z","end":"2026-03-31T05:19:01.349393Z","steps":["trace[2121767300] 'process raft request' (duration: 2.783621087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:01.349451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.563734Z","time spent":"2.785710814s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223794,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:19:01.349581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.564632Z","time spent":"2.784851166s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:01.849264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782519719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:02.087364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:19:02.087459Z","caller":"traceutil/trace.go:171","msg":"trace[83709667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641168s","start":"2026-03-31T05:19:00.086798Z","end":"2026-03-31T05:19:02.087439Z","steps":["trace[83709667] 'agreement among raft nodes before linearized reading' (duration: 2.000476503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.087514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.086777Z","time spent":"2.000720201s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:02.287952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162181701s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:02.293479Z","caller":"traceutil/trace.go:171","msg":"trace[1389310333] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"3.387844975s","start":"2026-03-31T05:18:58.90561Z","end":"2026-03-31T05:19:02.293455Z","steps":["trace[1389310333] 'process raft request' (duration: 3.382583569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.293594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.905587Z","time spent":"3.387942059s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:02.293948Z","caller":"traceutil/trace.go:171","msg":"trace[104238273] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"3.314229514s","start":"2026-03-31T05:18:58.97971Z","end":"2026-03-31T05:19:02.293939Z","steps":["trace[104238273] 'process raft request' (duration: 3.313414388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:58.97968Z","time spent":"3.314294866s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:02.294338Z","caller":"traceutil/trace.go:171","msg":"trace[1125636206] transaction","detail":"{read_only:false; response_revision:8594; number_of_response:1; }","duration":"1.804107393s","start":"2026-03-31T05:19:00.49022Z","end":"2026-03-31T05:19:02.294328Z","steps":["trace[1125636206] 'process raft request' (duration: 1.803682589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.294388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.4902Z","time spent":"1.804164715s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:02.294538Z","caller":"traceutil/trace.go:171","msg":"trace[1967349902] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"1.728702715s","start":"2026-03-31T05:19:00.565812Z","end":"2026-03-31T05:19:02.294514Z","steps":["trace[1967349902] 'process raft request' (duration: 1.728382245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.294717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.56579Z","time spent":"1.728810148s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:02.299996Z","caller":"traceutil/trace.go:171","msg":"trace[41621894] linearizableReadLoop","detail":"{readStateIndex:8910; appliedIndex:8905; }","duration":"951.57382ms","start":"2026-03-31T05:19:01.348403Z","end":"2026-03-31T05:19:02.299977Z","steps":["trace[41621894] 'read index received' (duration: 939.665423ms)","trace[41621894] 'applied index is now lower than readState.Index' (duration: 11.907477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:02.300301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103942643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:02.300316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571177625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:19:02.30032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071479315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:19:02.300339Z","caller":"traceutil/trace.go:171","msg":"trace[1928197164] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8595; }","duration":"3.104024086s","start":"2026-03-31T05:18:59.196305Z","end":"2026-03-31T05:19:02.300329Z","steps":["trace[1928197164] 'agreement among raft nodes before linearized reading' (duration: 3.103947454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.300333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036965289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:02.300359Z","caller":"traceutil/trace.go:171","msg":"trace[56352608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8595; }","duration":"1.571261488s","start":"2026-03-31T05:19:00.729087Z","end":"2026-03-31T05:19:02.300349Z","steps":["trace[56352608] 'agreement among raft nodes before linearized reading' (duration: 1.571158584s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:02.300364Z","caller":"traceutil/trace.go:171","msg":"trace[1996140175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8595; }","duration":"3.071571878s","start":"2026-03-31T05:18:59.228782Z","end":"2026-03-31T05:19:02.300354Z","steps":["trace[1996140175] 'agreement among raft nodes before linearized reading' (duration: 3.071422303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.30037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.196288Z","time spent":"3.104075547s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:02.300374Z","caller":"traceutil/trace.go:171","msg":"trace[1847798457] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8595; }","duration":"2.037086292s","start":"2026-03-31T05:19:00.263278Z","end":"2026-03-31T05:19:02.300364Z","steps":["trace[1847798457] 'agreement among raft nodes before linearized reading' (duration: 2.036996429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.300386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.729066Z","time spent":"1.57131479s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:02.300402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:00.263255Z","time spent":"2.037140484s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:02.300426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.054976512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:02.300457Z","caller":"traceutil/trace.go:171","msg":"trace[431834276] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8595; }","duration":"3.055041865s","start":"2026-03-31T05:18:59.245404Z","end":"2026-03-31T05:19:02.300445Z","steps":["trace[431834276] 'agreement among raft nodes before linearized reading' (duration: 3.054998073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.300387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.228761Z","time spent":"3.07162003s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:02.300488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.245383Z","time spent":"3.055092476s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:02.300519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101233571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T05:19:02.300557Z","caller":"traceutil/trace.go:171","msg":"trace[1777629652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8595; }","duration":"1.101308923s","start":"2026-03-31T05:19:01.199236Z","end":"2026-03-31T05:19:02.300545Z","steps":["trace[1777629652] 'agreement among raft nodes before linearized reading' (duration: 1.101186969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.30059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.199212Z","time spent":"1.101368725s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-31T05:19:02.300731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125042082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T05:19:02.300761Z","caller":"traceutil/trace.go:171","msg":"trace[2012391582] range","detail":"{range_begin:/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94; range_end:; response_count:1; response_revision:8595; }","duration":"3.125100184s","start":"2026-03-31T05:18:59.175654Z","end":"2026-03-31T05:19:02.300754Z","steps":["trace[2012391582] 'agreement among raft nodes before linearized reading' (duration: 3.125005911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.30078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:18:59.175637Z","time spent":"3.125138384s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" "} {"level":"warn","ts":"2026-03-31T05:19:02.300839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.768909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:02.300881Z","caller":"traceutil/trace.go:171","msg":"trace[1917634957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8595; }","duration":"212.862342ms","start":"2026-03-31T05:19:02.088009Z","end":"2026-03-31T05:19:02.300871Z","steps":["trace[1917634957] 'agreement among raft nodes before linearized reading' (duration: 212.79708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.30095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.303471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:19:02.301034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.991082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:02.301066Z","caller":"traceutil/trace.go:171","msg":"trace[918944963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8595; }","duration":"730.077454ms","start":"2026-03-31T05:19:01.570979Z","end":"2026-03-31T05:19:02.301057Z","steps":["trace[918944963] 'agreement among raft nodes before linearized reading' (duration: 730.019412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.301089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.570931Z","time spent":"730.152777ms","remote":"127.0.0.1:53420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:02.301119Z","caller":"traceutil/trace.go:171","msg":"trace[1339779119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8595; }","duration":"754.391755ms","start":"2026-03-31T05:19:01.546589Z","end":"2026-03-31T05:19:02.300981Z","steps":["trace[1339779119] 'agreement among raft nodes before linearized reading' (duration: 754.281731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:02.301154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:01.546569Z","time spent":"754.576021ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:19:10.85888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782519858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:11.359366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782519858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:11.553327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.237295209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:11.553668Z","caller":"traceutil/trace.go:171","msg":"trace[1243693050] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"1.237704402s","start":"2026-03-31T05:19:10.315924Z","end":"2026-03-31T05:19:11.553628Z","steps":["trace[1243693050] 'process raft request' (duration: 1.237570518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:11.553785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.315897Z","time spent":"1.237830256s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:13.624242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07312004s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:13.625017Z","caller":"traceutil/trace.go:171","msg":"trace[98125782] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"3.307247793s","start":"2026-03-31T05:19:10.317722Z","end":"2026-03-31T05:19:13.62497Z","steps":["trace[98125782] 'process raft request' (duration: 3.306638643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.625154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.3177Z","time spent":"3.307385037s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:13.625235Z","caller":"traceutil/trace.go:171","msg":"trace[1299660053] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"3.307314794s","start":"2026-03-31T05:19:10.317651Z","end":"2026-03-31T05:19:13.624965Z","steps":["trace[1299660053] 'process raft request' (duration: 2.233369478s)","trace[1299660053] 'compare' (duration: 1.072931794s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:13.625345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.317626Z","time spent":"3.307664296s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:13.685433Z","caller":"traceutil/trace.go:171","msg":"trace[836922153] linearizableReadLoop","detail":"{readStateIndex:8960; appliedIndex:8956; }","duration":"3.326687938s","start":"2026-03-31T05:19:10.358716Z","end":"2026-03-31T05:19:13.685404Z","steps":["trace[836922153] 'read index received' (duration: 1.194811973s)","trace[836922153] 'applied index is now lower than readState.Index' (duration: 2.131874065s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:13.685737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326982258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:19:13.685834Z","caller":"traceutil/trace.go:171","msg":"trace[339621606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8642; }","duration":"3.327130753s","start":"2026-03-31T05:19:10.358676Z","end":"2026-03-31T05:19:13.685807Z","steps":["trace[339621606] 'agreement among raft nodes before linearized reading' (duration: 3.326843614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.685885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.358658Z","time spent":"3.327217115s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:13.733603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182666049s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:13.734054Z","caller":"traceutil/trace.go:171","msg":"trace[948344586] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"1.22626716s","start":"2026-03-31T05:19:12.507764Z","end":"2026-03-31T05:19:13.734032Z","steps":["trace[948344586] 'process raft request' (duration: 1.226102575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.734182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.507738Z","time spent":"1.226378004s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:13.935668Z","caller":"traceutil/trace.go:171","msg":"trace[1625400303] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"375.940948ms","start":"2026-03-31T05:19:13.5597Z","end":"2026-03-31T05:19:13.935641Z","steps":["trace[1625400303] 'process raft request' (duration: 375.775643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.935665Z","caller":"traceutil/trace.go:171","msg":"trace[547733073] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"703.818023ms","start":"2026-03-31T05:19:13.231801Z","end":"2026-03-31T05:19:13.935619Z","steps":["trace[547733073] 'process raft request' (duration: 628.716594ms)","trace[547733073] 'compare' (duration: 74.644905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:13.935837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:13.559675Z","time spent":"376.078022ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:13.935961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:13.231779Z","time spent":"704.086551ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:13.936064Z","caller":"traceutil/trace.go:171","msg":"trace[2057470250] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"362.836163ms","start":"2026-03-31T05:19:13.573219Z","end":"2026-03-31T05:19:13.936055Z","steps":["trace[2057470250] 'process raft request' (duration: 362.377539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:13.573191Z","time spent":"362.895044ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:13.936185Z","caller":"traceutil/trace.go:171","msg":"trace[1596047904] linearizableReadLoop","detail":"{readStateIndex:8964; appliedIndex:8960; }","duration":"250.594407ms","start":"2026-03-31T05:19:13.685499Z","end":"2026-03-31T05:19:13.936094Z","steps":["trace[1596047904] 'read index received' (duration: 48.410423ms)","trace[1596047904] 'applied index is now lower than readState.Index' (duration: 202.182594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:13.936242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261004495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:13.936261Z","caller":"traceutil/trace.go:171","msg":"trace[1267312386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8647; }","duration":"2.261063576s","start":"2026-03-31T05:19:11.675192Z","end":"2026-03-31T05:19:13.936255Z","steps":["trace[1267312386] 'agreement among raft nodes before linearized reading' (duration: 2.261021065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.93628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.675172Z","time spent":"2.261101338s","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:13.936277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086402731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:13.936316Z","caller":"traceutil/trace.go:171","msg":"trace[676361552] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8647; }","duration":"1.086472663s","start":"2026-03-31T05:19:12.84983Z","end":"2026-03-31T05:19:13.936302Z","steps":["trace[676361552] 'agreement among raft nodes before linearized reading' (duration: 1.086407271s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848119698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.936376Z","caller":"traceutil/trace.go:171","msg":"trace[1454890446] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"245.674922ms","start":"2026-03-31T05:19:13.690691Z","end":"2026-03-31T05:19:13.936366Z","steps":["trace[1454890446] 'process raft request' (duration: 245.253839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519066239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:19:13.936386Z","caller":"traceutil/trace.go:171","msg":"trace[732922434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8647; }","duration":"1.848241971s","start":"2026-03-31T05:19:12.088121Z","end":"2026-03-31T05:19:13.936363Z","steps":["trace[732922434] 'agreement among raft nodes before linearized reading' (duration: 1.848082016s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.936438Z","caller":"traceutil/trace.go:171","msg":"trace[246776287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8647; }","duration":"2.519184172s","start":"2026-03-31T05:19:11.417232Z","end":"2026-03-31T05:19:13.936416Z","steps":["trace[246776287] 'agreement among raft nodes before linearized reading' (duration: 2.518943415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.088107Z","time spent":"1.848324984s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:13.936438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54688303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:19:13.936496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.417222Z","time spent":"2.519260385s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:19:13.936546Z","caller":"traceutil/trace.go:171","msg":"trace[200128785] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8647; }","duration":"2.547024265s","start":"2026-03-31T05:19:11.389491Z","end":"2026-03-31T05:19:13.936515Z","steps":["trace[200128785] 'agreement among raft nodes before linearized reading' (duration: 2.546689814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520800024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:19:13.936586Z","caller":"traceutil/trace.go:171","msg":"trace[539655782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8647; }","duration":"2.520849736s","start":"2026-03-31T05:19:11.415731Z","end":"2026-03-31T05:19:13.936581Z","steps":["trace[539655782] 'agreement among raft nodes before linearized reading' (duration: 2.520759223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.415715Z","time spent":"2.520882536s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:13.936601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.38948Z","time spent":"2.547111317s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:13.936628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.947071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.936682Z","caller":"traceutil/trace.go:171","msg":"trace[2141966935] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:8647; }","duration":"245.999512ms","start":"2026-03-31T05:19:13.690665Z","end":"2026-03-31T05:19:13.936665Z","steps":["trace[2141966935] 'agreement among raft nodes before linearized reading' (duration: 245.92561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417731235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.936803Z","caller":"traceutil/trace.go:171","msg":"trace[289616782] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8647; }","duration":"1.417817367s","start":"2026-03-31T05:19:12.518971Z","end":"2026-03-31T05:19:13.936788Z","steps":["trace[289616782] 'agreement among raft nodes before linearized reading' (duration: 1.417733115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.518955Z","time spent":"1.41787757s","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:13.936933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.310538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:13.936962Z","caller":"traceutil/trace.go:171","msg":"trace[166278651] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8647; }","duration":"972.408341ms","start":"2026-03-31T05:19:12.964547Z","end":"2026-03-31T05:19:13.936955Z","steps":["trace[166278651] 'agreement among raft nodes before linearized reading' (duration: 972.356779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.936444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548754099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:19:13.936982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.964519Z","time spent":"972.457642ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:13.937007Z","caller":"traceutil/trace.go:171","msg":"trace[1205565841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8647; }","duration":"2.549362149s","start":"2026-03-31T05:19:11.387626Z","end":"2026-03-31T05:19:13.936988Z","steps":["trace[1205565841] 'agreement among raft nodes before linearized reading' (duration: 2.548663256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.937077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.387608Z","time spent":"2.549452121s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:13.93707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512280684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:19:13.937128Z","caller":"traceutil/trace.go:171","msg":"trace[1056609424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8647; }","duration":"2.512350536s","start":"2026-03-31T05:19:11.424763Z","end":"2026-03-31T05:19:13.937113Z","steps":["trace[1056609424] 'agreement among raft nodes before linearized reading' (duration: 2.512197282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.93717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.424757Z","time spent":"2.512401998s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:19:13.936548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574229599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:19:13.937188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425344506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:19:13.936405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068948862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:13.936342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.84981Z","time spent":"1.086525505s","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:13.937226Z","caller":"traceutil/trace.go:171","msg":"trace[1258777658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8647; }","duration":"3.574927092s","start":"2026-03-31T05:19:10.362287Z","end":"2026-03-31T05:19:13.937214Z","steps":["trace[1258777658] 'agreement among raft nodes before linearized reading' (duration: 3.574181378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.937241Z","caller":"traceutil/trace.go:171","msg":"trace[906615787] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8647; }","duration":"2.069817759s","start":"2026-03-31T05:19:11.867415Z","end":"2026-03-31T05:19:13.937232Z","steps":["trace[906615787] 'agreement among raft nodes before linearized reading' (duration: 2.068972203s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:13.937238Z","caller":"traceutil/trace.go:171","msg":"trace[2030117594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8647; }","duration":"1.425440339s","start":"2026-03-31T05:19:12.511783Z","end":"2026-03-31T05:19:13.937223Z","steps":["trace[2030117594] 'agreement among raft nodes before linearized reading' (duration: 1.425247923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.937252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685821937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:19:13.937272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:11.867395Z","time spent":"2.069867031s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:13.937274Z","caller":"traceutil/trace.go:171","msg":"trace[608441724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8647; }","duration":"1.685919329s","start":"2026-03-31T05:19:12.251349Z","end":"2026-03-31T05:19:13.937268Z","steps":["trace[608441724] 'agreement among raft nodes before linearized reading' (duration: 1.685884438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:13.937267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:10.362277Z","time spent":"3.574979593s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:13.93728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.511758Z","time spent":"1.425512581s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:19:13.937293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:12.251332Z","time spent":"1.685956571s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:14.171486Z","caller":"traceutil/trace.go:171","msg":"trace[648460976] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"225.937856ms","start":"2026-03-31T05:19:13.945511Z","end":"2026-03-31T05:19:14.171449Z","steps":["trace[648460976] 'process raft request' (duration: 171.43756ms)","trace[648460976] 'compare' (duration: 54.30732ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:14.228374Z","caller":"traceutil/trace.go:171","msg":"trace[2100274404] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"282.428105ms","start":"2026-03-31T05:19:13.945923Z","end":"2026-03-31T05:19:14.228351Z","steps":["trace[2100274404] 'process raft request' (duration: 282.251609ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.228664Z","caller":"traceutil/trace.go:171","msg":"trace[86230624] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"282.660173ms","start":"2026-03-31T05:19:13.94595Z","end":"2026-03-31T05:19:14.22861Z","steps":["trace[86230624] 'process raft request' (duration: 282.352774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.228738Z","caller":"traceutil/trace.go:171","msg":"trace[1647050933] linearizableReadLoop","detail":"{readStateIndex:8969; appliedIndex:8965; }","duration":"282.125256ms","start":"2026-03-31T05:19:13.946591Z","end":"2026-03-31T05:19:14.228716Z","steps":["trace[1647050933] 'read index received' (duration: 170.371006ms)","trace[1647050933] 'applied index is now lower than readState.Index' (duration: 111.75303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:14.228797Z","caller":"traceutil/trace.go:171","msg":"trace[2120523721] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"282.716244ms","start":"2026-03-31T05:19:13.946053Z","end":"2026-03-31T05:19:14.228769Z","steps":["trace[2120523721] 'process raft request' (duration: 282.465806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:14.228825Z","caller":"traceutil/trace.go:171","msg":"trace[595879922] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"282.820448ms","start":"2026-03-31T05:19:13.94599Z","end":"2026-03-31T05:19:14.22881Z","steps":["trace[595879922] 'process raft request' (duration: 282.623861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.228888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.28146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:14.228911Z","caller":"traceutil/trace.go:171","msg":"trace[412882433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8652; }","duration":"282.338983ms","start":"2026-03-31T05:19:13.946566Z","end":"2026-03-31T05:19:14.228905Z","steps":["trace[412882433] 'agreement among raft nodes before linearized reading' (duration: 282.26259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.229086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.469857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-31T05:19:14.229123Z","caller":"traceutil/trace.go:171","msg":"trace[426685799] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8652; }","duration":"282.535409ms","start":"2026-03-31T05:19:13.946576Z","end":"2026-03-31T05:19:14.229112Z","steps":["trace[426685799] 'agreement among raft nodes before linearized reading' (duration: 282.364594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.229203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.226308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:14.229243Z","caller":"traceutil/trace.go:171","msg":"trace[1298719151] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8652; }","duration":"186.319491ms","start":"2026-03-31T05:19:14.042911Z","end":"2026-03-31T05:19:14.22923Z","steps":["trace[1298719151] 'agreement among raft nodes before linearized reading' (duration: 186.167436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:14.229544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.661698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:14.229586Z","caller":"traceutil/trace.go:171","msg":"trace[821039231] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8652; }","duration":"279.72912ms","start":"2026-03-31T05:19:13.949845Z","end":"2026-03-31T05:19:14.229574Z","steps":["trace[821039231] 'agreement among raft nodes before linearized reading' (duration: 279.319117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.410084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116135553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:15.410164Z","caller":"traceutil/trace.go:171","msg":"trace[1672786321] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8652; }","duration":"1.116264356s","start":"2026-03-31T05:19:14.293882Z","end":"2026-03-31T05:19:15.410146Z","steps":["trace[1672786321] 'range keys from in-memory index tree' (duration: 1.116031279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.410202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:14.293863Z","time spent":"1.116330909s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:19:15.410518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.619558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:15.410588Z","caller":"traceutil/trace.go:171","msg":"trace[1218959113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8652; }","duration":"322.736182ms","start":"2026-03-31T05:19:15.087835Z","end":"2026-03-31T05:19:15.410571Z","steps":["trace[1218959113] 'range keys from in-memory index tree' (duration: 322.532016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:15.410622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:15.087815Z","time spent":"322.799454ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:15.818171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.011254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:15.818513Z","caller":"traceutil/trace.go:171","msg":"trace[319051760] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"187.742396ms","start":"2026-03-31T05:19:15.630749Z","end":"2026-03-31T05:19:15.818491Z","steps":["trace[319051760] 'process raft request' (duration: 83.263447ms)","trace[319051760] 'compare' (duration: 103.849269ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:15.818819Z","caller":"traceutil/trace.go:171","msg":"trace[337658826] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"187.803869ms","start":"2026-03-31T05:19:15.63099Z","end":"2026-03-31T05:19:15.818794Z","steps":["trace[337658826] 'process raft request' (duration: 187.405776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:15.819003Z","caller":"traceutil/trace.go:171","msg":"trace[2094273596] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"175.20221ms","start":"2026-03-31T05:19:15.643772Z","end":"2026-03-31T05:19:15.818974Z","steps":["trace[2094273596] 'process raft request' (duration: 174.90593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.664613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.162729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.66469Z","caller":"traceutil/trace.go:171","msg":"trace[60591399] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8662; }","duration":"140.272083ms","start":"2026-03-31T05:19:16.5244Z","end":"2026-03-31T05:19:16.664672Z","steps":["trace[60591399] 'range keys from in-memory index tree' (duration: 140.114248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.664677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.680063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.664761Z","caller":"traceutil/trace.go:171","msg":"trace[1624783676] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8662; }","duration":"192.817217ms","start":"2026-03-31T05:19:16.471924Z","end":"2026-03-31T05:19:16.664742Z","steps":["trace[1624783676] 'count revisions from in-memory index tree' (duration: 192.569709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.66476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.309521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.664834Z","caller":"traceutil/trace.go:171","msg":"trace[1674548872] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8662; }","duration":"174.414184ms","start":"2026-03-31T05:19:16.490405Z","end":"2026-03-31T05:19:16.664819Z","steps":["trace[1674548872] 'range keys from in-memory index tree' (duration: 174.260599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.664863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.359085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.664881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.393427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.664932Z","caller":"traceutil/trace.go:171","msg":"trace[496406532] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8662; }","duration":"175.501909ms","start":"2026-03-31T05:19:16.489414Z","end":"2026-03-31T05:19:16.664916Z","steps":["trace[496406532] 'count revisions from in-memory index tree' (duration: 175.24451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.66494Z","caller":"traceutil/trace.go:171","msg":"trace[1307980504] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8662; }","duration":"140.465969ms","start":"2026-03-31T05:19:16.524459Z","end":"2026-03-31T05:19:16.664925Z","steps":["trace[1307980504] 'count revisions from in-memory index tree' (duration: 140.329605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.722212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.665058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.58467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665054Z","caller":"traceutil/trace.go:171","msg":"trace[1618356192] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8662; }","duration":"149.782254ms","start":"2026-03-31T05:19:16.515262Z","end":"2026-03-31T05:19:16.665044Z","steps":["trace[1618356192] 'range keys from in-memory index tree' (duration: 149.605569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.665087Z","caller":"traceutil/trace.go:171","msg":"trace[2038962276] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8662; }","duration":"192.620591ms","start":"2026-03-31T05:19:16.472452Z","end":"2026-03-31T05:19:16.665072Z","steps":["trace[2038962276] 'range keys from in-memory index tree' (duration: 192.519358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.261745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665118Z","caller":"traceutil/trace.go:171","msg":"trace[681583590] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8662; }","duration":"225.310856ms","start":"2026-03-31T05:19:16.439795Z","end":"2026-03-31T05:19:16.665105Z","steps":["trace[681583590] 'count revisions from in-memory index tree' (duration: 225.229584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.66517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.928742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665217Z","caller":"traceutil/trace.go:171","msg":"trace[1896420371] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8662; }","duration":"139.995504ms","start":"2026-03-31T05:19:16.525209Z","end":"2026-03-31T05:19:16.665204Z","steps":["trace[1896420371] 'range keys from in-memory index tree' (duration: 139.8857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.913298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.665087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.599232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665267Z","caller":"traceutil/trace.go:171","msg":"trace[1298267607] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8662; }","duration":"149.978871ms","start":"2026-03-31T05:19:16.515279Z","end":"2026-03-31T05:19:16.665258Z","steps":["trace[1298267607] 'range keys from in-memory index tree' (duration: 149.757273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.665288Z","caller":"traceutil/trace.go:171","msg":"trace[617942822] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8662; }","duration":"175.830939ms","start":"2026-03-31T05:19:16.48945Z","end":"2026-03-31T05:19:16.665281Z","steps":["trace[617942822] 'range keys from in-memory index tree' (duration: 175.505929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.919129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.66536Z","caller":"traceutil/trace.go:171","msg":"trace[1252688022] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8662; }","duration":"149.94814ms","start":"2026-03-31T05:19:16.515375Z","end":"2026-03-31T05:19:16.665323Z","steps":["trace[1252688022] 'count revisions from in-memory index tree' (duration: 149.826626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.601366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665406Z","caller":"traceutil/trace.go:171","msg":"trace[464518806] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8662; }","duration":"225.680828ms","start":"2026-03-31T05:19:16.439716Z","end":"2026-03-31T05:19:16.665397Z","steps":["trace[464518806] 'range keys from in-memory index tree' (duration: 225.492312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.92206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665442Z","caller":"traceutil/trace.go:171","msg":"trace[563712824] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8662; }","duration":"120.973841ms","start":"2026-03-31T05:19:16.544463Z","end":"2026-03-31T05:19:16.665437Z","steps":["trace[563712824] 'count revisions from in-memory index tree' (duration: 120.777606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.818307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665506Z","caller":"traceutil/trace.go:171","msg":"trace[986733983] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8662; }","duration":"120.875488ms","start":"2026-03-31T05:19:16.544613Z","end":"2026-03-31T05:19:16.665488Z","steps":["trace[986733983] 'range keys from in-memory index tree' (duration: 120.786525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.042328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.665555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.980582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.66557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665584Z","caller":"traceutil/trace.go:171","msg":"trace[1747470628] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8662; }","duration":"225.0863ms","start":"2026-03-31T05:19:16.440486Z","end":"2026-03-31T05:19:16.665572Z","steps":["trace[1747470628] 'range keys from in-memory index tree' (duration: 225.017348ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.665594Z","caller":"traceutil/trace.go:171","msg":"trace[1675291722] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8662; }","duration":"100.107871ms","start":"2026-03-31T05:19:16.565479Z","end":"2026-03-31T05:19:16.665587Z","steps":["trace[1675291722] 'count revisions from in-memory index tree' (duration: 100.034288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.665594Z","caller":"traceutil/trace.go:171","msg":"trace[992881315] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8662; }","duration":"121.031383ms","start":"2026-03-31T05:19:16.544551Z","end":"2026-03-31T05:19:16.665582Z","steps":["trace[992881315] 'range keys from in-memory index tree' (duration: 120.943531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.918175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.665685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.866464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.66571Z","caller":"traceutil/trace.go:171","msg":"trace[2080298376] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8662; }","duration":"207.972887ms","start":"2026-03-31T05:19:16.45773Z","end":"2026-03-31T05:19:16.665703Z","steps":["trace[2080298376] 'count revisions from in-memory index tree' (duration: 207.857374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.665719Z","caller":"traceutil/trace.go:171","msg":"trace[866037534] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8662; }","duration":"207.934446ms","start":"2026-03-31T05:19:16.457775Z","end":"2026-03-31T05:19:16.66571Z","steps":["trace[866037534] 'range keys from in-memory index tree' (duration: 207.771571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:16.665725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.892784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:16.665656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.655563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:16.665771Z","caller":"traceutil/trace.go:171","msg":"trace[1292564433] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8662; }","duration":"207.963246ms","start":"2026-03-31T05:19:16.457789Z","end":"2026-03-31T05:19:16.665753Z","steps":["trace[1292564433] 'range keys from in-memory index tree' (duration: 207.712759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:16.66577Z","caller":"traceutil/trace.go:171","msg":"trace[706148697] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8662; }","duration":"193.819199ms","start":"2026-03-31T05:19:16.471941Z","end":"2026-03-31T05:19:16.66576Z","steps":["trace[706148697] 'range keys from in-memory index tree' (duration: 193.593502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:17.543072Z","caller":"traceutil/trace.go:171","msg":"trace[1980583594] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8981; }","duration":"440.618586ms","start":"2026-03-31T05:19:17.102433Z","end":"2026-03-31T05:19:17.543051Z","steps":["trace[1980583594] 'read index received' (duration: 440.473211ms)","trace[1980583594] 'applied index is now lower than readState.Index' (duration: 144.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:17.543194Z","caller":"traceutil/trace.go:171","msg":"trace[688026802] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"831.743885ms","start":"2026-03-31T05:19:16.711425Z","end":"2026-03-31T05:19:17.543169Z","steps":["trace[688026802] 'process raft request' (duration: 831.488397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:17.543363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.879065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:17.543443Z","caller":"traceutil/trace.go:171","msg":"trace[1823817288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8663; }","duration":"441.029129ms","start":"2026-03-31T05:19:17.102395Z","end":"2026-03-31T05:19:17.543424Z","steps":["trace[1823817288] 'agreement among raft nodes before linearized reading' (duration: 440.834693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:17.543498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:17.10238Z","time spent":"441.109082ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:17.543552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:16.711391Z","time spent":"831.970392ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:18.548056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.504479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:19:18.548171Z","caller":"traceutil/trace.go:171","msg":"trace[1852615784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8667; }","duration":"205.663954ms","start":"2026-03-31T05:19:18.342477Z","end":"2026-03-31T05:19:18.548141Z","steps":["trace[1852615784] 'range keys from in-memory index tree' (duration: 205.327823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.54825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.525868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:19:18.548309Z","caller":"traceutil/trace.go:171","msg":"trace[250647753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8667; }","duration":"204.621861ms","start":"2026-03-31T05:19:18.343674Z","end":"2026-03-31T05:19:18.548296Z","steps":["trace[250647753] 'range keys from in-memory index tree' (duration: 204.383844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.548487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.230649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:19:18.548522Z","caller":"traceutil/trace.go:171","msg":"trace[1115005437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8667; }","duration":"204.289811ms","start":"2026-03-31T05:19:18.344223Z","end":"2026-03-31T05:19:18.548513Z","steps":["trace[1115005437] 'range keys from in-memory index tree' (duration: 204.113565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.548586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.335276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:19:18.548644Z","caller":"traceutil/trace.go:171","msg":"trace[2080849534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8667; }","duration":"206.439298ms","start":"2026-03-31T05:19:18.342188Z","end":"2026-03-31T05:19:18.548627Z","steps":["trace[2080849534] 'range keys from in-memory index tree' (duration: 206.141349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.548788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.169596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:18.548817Z","caller":"traceutil/trace.go:171","msg":"trace[437535502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8667; }","duration":"168.221998ms","start":"2026-03-31T05:19:18.380587Z","end":"2026-03-31T05:19:18.548809Z","steps":["trace[437535502] 'range keys from in-memory index tree' (duration: 168.114955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.548829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.195472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:19:18.548873Z","caller":"traceutil/trace.go:171","msg":"trace[989213578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8667; }","duration":"332.282035ms","start":"2026-03-31T05:19:18.216574Z","end":"2026-03-31T05:19:18.548856Z","steps":["trace[989213578] 'range keys from in-memory index tree' (duration: 332.037537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.54891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:18.216549Z","time spent":"332.350767ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:18.548941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.318812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:19:18.549042Z","caller":"traceutil/trace.go:171","msg":"trace[1338840584] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8667; }","duration":"204.454946ms","start":"2026-03-31T05:19:18.344563Z","end":"2026-03-31T05:19:18.549018Z","steps":["trace[1338840584] 'range keys from in-memory index tree' (duration: 204.148946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.691353Z","caller":"traceutil/trace.go:171","msg":"trace[362435585] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"138.27729ms","start":"2026-03-31T05:19:18.55304Z","end":"2026-03-31T05:19:18.691318Z","steps":["trace[362435585] 'process raft request' (duration: 114.923651ms)","trace[362435585] 'compare' (duration: 23.236175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:18.691609Z","caller":"traceutil/trace.go:171","msg":"trace[1830084290] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"138.188237ms","start":"2026-03-31T05:19:18.553387Z","end":"2026-03-31T05:19:18.691575Z","steps":["trace[1830084290] 'process raft request' (duration: 137.896978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.691643Z","caller":"traceutil/trace.go:171","msg":"trace[811649090] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8986; }","duration":"138.110115ms","start":"2026-03-31T05:19:18.553512Z","end":"2026-03-31T05:19:18.691622Z","steps":["trace[811649090] 'read index received' (duration: 59.156204ms)","trace[811649090] 'applied index is now lower than readState.Index' (duration: 78.952631ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:18.691706Z","caller":"traceutil/trace.go:171","msg":"trace[1748187968] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"137.886547ms","start":"2026-03-31T05:19:18.553809Z","end":"2026-03-31T05:19:18.691695Z","steps":["trace[1748187968] 'process raft request' (duration: 137.764633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:18.691721Z","caller":"traceutil/trace.go:171","msg":"trace[2079919926] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"138.123845ms","start":"2026-03-31T05:19:18.553584Z","end":"2026-03-31T05:19:18.691707Z","steps":["trace[2079919926] 'process raft request' (duration: 137.874787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:18.692085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.563729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:18.69213Z","caller":"traceutil/trace.go:171","msg":"trace[1655357002] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8672; }","duration":"138.652492ms","start":"2026-03-31T05:19:18.553468Z","end":"2026-03-31T05:19:18.69212Z","steps":["trace[1655357002] 'agreement among raft nodes before linearized reading' (duration: 138.241909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:19.897682Z","caller":"traceutil/trace.go:171","msg":"trace[1212201504] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"711.289959ms","start":"2026-03-31T05:19:19.186363Z","end":"2026-03-31T05:19:19.897653Z","steps":["trace[1212201504] 'process raft request' (duration: 711.033531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:19.897848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.186346Z","time spent":"711.408873ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:20.255472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.948091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:20.255707Z","caller":"traceutil/trace.go:171","msg":"trace[2000197543] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"413.756526ms","start":"2026-03-31T05:19:19.84193Z","end":"2026-03-31T05:19:20.255686Z","steps":["trace[2000197543] 'process raft request' (duration: 413.644952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.255738Z","caller":"traceutil/trace.go:171","msg":"trace[369912185] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"420.637243ms","start":"2026-03-31T05:19:19.835076Z","end":"2026-03-31T05:19:20.255714Z","steps":["trace[369912185] 'process raft request' (duration: 132.351431ms)","trace[369912185] 'compare' (duration: 287.629981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:20.255791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.841906Z","time spent":"413.838958ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:20.255853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:19.835045Z","time spent":"420.744726ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:20.282907Z","caller":"traceutil/trace.go:171","msg":"trace[946523217] linearizableReadLoop","detail":"{readStateIndex:8995; appliedIndex:8994; }","duration":"196.553426ms","start":"2026-03-31T05:19:20.08632Z","end":"2026-03-31T05:19:20.282874Z","steps":["trace[946523217] 'read index received' (duration: 196.303938ms)","trace[946523217] 'applied index is now lower than readState.Index' (duration: 248.428µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:20.283058Z","caller":"traceutil/trace.go:171","msg":"trace[1752801760] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"254.924795ms","start":"2026-03-31T05:19:20.028103Z","end":"2026-03-31T05:19:20.283028Z","steps":["trace[1752801760] 'process raft request' (duration: 254.642946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:20.283157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.824874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:20.283186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.783844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:19:20.283225Z","caller":"traceutil/trace.go:171","msg":"trace[1097916941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8676; }","duration":"196.931197ms","start":"2026-03-31T05:19:20.086277Z","end":"2026-03-31T05:19:20.283208Z","steps":["trace[1097916941] 'agreement among raft nodes before linearized reading' (duration: 196.822654ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:20.283237Z","caller":"traceutil/trace.go:171","msg":"trace[1658988836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8676; }","duration":"161.877387ms","start":"2026-03-31T05:19:20.121346Z","end":"2026-03-31T05:19:20.283223Z","steps":["trace[1658988836] 'agreement among raft nodes before linearized reading' (duration: 161.712042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.392703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.617375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:19:21.392776Z","caller":"traceutil/trace.go:171","msg":"trace[461872190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8677; }","duration":"696.751449ms","start":"2026-03-31T05:19:20.696007Z","end":"2026-03-31T05:19:21.392759Z","steps":["trace[461872190] 'range keys from in-memory index tree' (duration: 696.432619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.392813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.695982Z","time spent":"696.821211ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:21.393046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.083879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:21.393081Z","caller":"traceutil/trace.go:171","msg":"trace[344953571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8677; }","duration":"697.133591ms","start":"2026-03-31T05:19:20.695933Z","end":"2026-03-31T05:19:21.393066Z","steps":["trace[344953571] 'range keys from in-memory index tree' (duration: 696.955915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.393107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.695922Z","time spent":"697.177142ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:19:21.393111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.409442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:19:21.393129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.390661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:19:21.393185Z","caller":"traceutil/trace.go:171","msg":"trace[775076759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8677; }","duration":"776.532606ms","start":"2026-03-31T05:19:20.616633Z","end":"2026-03-31T05:19:21.393166Z","steps":["trace[775076759] 'range keys from in-memory index tree' (duration: 776.183995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.393252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.616613Z","time spent":"776.628869ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:19:21.393199Z","caller":"traceutil/trace.go:171","msg":"trace[547443718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8677; }","duration":"698.516055ms","start":"2026-03-31T05:19:20.694665Z","end":"2026-03-31T05:19:21.393181Z","steps":["trace[547443718] 'range keys from in-memory index tree' (duration: 698.202495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.393344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.694645Z","time spent":"698.67032ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:21.392704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.160637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:19:21.393422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.533979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:19:21.393478Z","caller":"traceutil/trace.go:171","msg":"trace[641973639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8677; }","duration":"694.942822ms","start":"2026-03-31T05:19:20.698515Z","end":"2026-03-31T05:19:21.393458Z","steps":["trace[641973639] 'range keys from in-memory index tree' (duration: 693.999381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.39351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.698455Z","time spent":"695.048535ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:19:21.393533Z","caller":"traceutil/trace.go:171","msg":"trace[1161829755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8677; }","duration":"957.690674ms","start":"2026-03-31T05:19:20.435809Z","end":"2026-03-31T05:19:21.393499Z","steps":["trace[1161829755] 'range keys from in-memory index tree' (duration: 956.817367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.393585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.435783Z","time spent":"957.791107ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:19:21.393888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.18075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:19:21.393949Z","caller":"traceutil/trace.go:171","msg":"trace[433443306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8677; }","duration":"695.268282ms","start":"2026-03-31T05:19:20.698667Z","end":"2026-03-31T05:19:21.393936Z","steps":["trace[433443306] 'range keys from in-memory index tree' (duration: 694.022212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.393982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:20.698657Z","time spent":"695.317114ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:19:21.52058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.024355ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:19:21.520796Z","caller":"traceutil/trace.go:171","msg":"trace[954044770] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8996; }","duration":"365.385372ms","start":"2026-03-31T05:19:21.155392Z","end":"2026-03-31T05:19:21.520778Z","steps":["trace[954044770] 'read index received' (duration: 41.342µs)","trace[954044770] 'applied index is now lower than readState.Index' (duration: 365.34315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:21.52098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.581678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:19:21.52104Z","caller":"traceutil/trace.go:171","msg":"trace[1914063028] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8677; }","duration":"365.683941ms","start":"2026-03-31T05:19:21.155342Z","end":"2026-03-31T05:19:21.521026Z","steps":["trace[1914063028] 'agreement among raft nodes before linearized reading' (duration: 365.515296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.521069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.155296Z","time spent":"365.767624ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:19:21.521051Z","caller":"traceutil/trace.go:171","msg":"trace[678240220] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"124.197653ms","start":"2026-03-31T05:19:21.396825Z","end":"2026-03-31T05:19:21.521022Z","steps":["trace[678240220] 'process raft request' (duration: 123.847922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.827702Z","caller":"traceutil/trace.go:171","msg":"trace[661269948] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"429.866175ms","start":"2026-03-31T05:19:21.397812Z","end":"2026-03-31T05:19:21.827678Z","steps":["trace[661269948] 'process raft request' (duration: 429.646818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.827858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.397786Z","time spent":"429.991548ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:21.828083Z","caller":"traceutil/trace.go:171","msg":"trace[1001031869] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"430.208215ms","start":"2026-03-31T05:19:21.397829Z","end":"2026-03-31T05:19:21.828037Z","steps":["trace[1001031869] 'process raft request' (duration: 429.807423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.82813Z","caller":"traceutil/trace.go:171","msg":"trace[2096728293] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"429.782912ms","start":"2026-03-31T05:19:21.398317Z","end":"2026-03-31T05:19:21.8281Z","steps":["trace[2096728293] 'process raft request' (duration: 429.603987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.828272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.397809Z","time spent":"430.373321ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:21.828311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.3983Z","time spent":"429.914386ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:21.828388Z","caller":"traceutil/trace.go:171","msg":"trace[1600469258] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:8998; }","duration":"307.543351ms","start":"2026-03-31T05:19:21.520825Z","end":"2026-03-31T05:19:21.828368Z","steps":["trace[1600469258] 'read index received' (duration: 306.701834ms)","trace[1600469258] 'applied index is now lower than readState.Index' (duration: 840.687µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:21.8284Z","caller":"traceutil/trace.go:171","msg":"trace[1357605132] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"429.830594ms","start":"2026-03-31T05:19:21.398536Z","end":"2026-03-31T05:19:21.828366Z","steps":["trace[1357605132] 'process raft request' (duration: 429.508904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:21.828442Z","caller":"traceutil/trace.go:171","msg":"trace[1124487366] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"384.759167ms","start":"2026-03-31T05:19:21.443647Z","end":"2026-03-31T05:19:21.828406Z","steps":["trace[1124487366] 'process raft request' (duration: 384.630883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.828537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.398521Z","time spent":"429.941157ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:21.828593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.742761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:19:21.828629Z","caller":"traceutil/trace.go:171","msg":"trace[1936915469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8683; }","duration":"429.810483ms","start":"2026-03-31T05:19:21.398808Z","end":"2026-03-31T05:19:21.828618Z","steps":["trace[1936915469] 'agreement among raft nodes before linearized reading' (duration: 429.662548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.828635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.443629Z","time spent":"384.905301ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:21.828659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.398798Z","time spent":"429.853624ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:19:21.828875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.823253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:21.828936Z","caller":"traceutil/trace.go:171","msg":"trace[1126840159] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8683; }","duration":"429.901355ms","start":"2026-03-31T05:19:21.399019Z","end":"2026-03-31T05:19:21.82892Z","steps":["trace[1126840159] 'agreement among raft nodes before linearized reading' (duration: 429.432751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.828992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.399012Z","time spent":"429.965358ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223794,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:19:21.972224Z","caller":"traceutil/trace.go:171","msg":"trace[284427504] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9003; }","duration":"143.754053ms","start":"2026-03-31T05:19:21.828446Z","end":"2026-03-31T05:19:21.9722Z","steps":["trace[284427504] 'read index received' (duration: 128.81472ms)","trace[284427504] 'applied index is now lower than readState.Index' (duration: 14.938353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:21.972486Z","caller":"traceutil/trace.go:171","msg":"trace[457674212] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"447.325349ms","start":"2026-03-31T05:19:21.525134Z","end":"2026-03-31T05:19:21.97246Z","steps":["trace[457674212] 'process raft request' (duration: 432.21006ms)","trace[457674212] 'compare' (duration: 14.478689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:21.972823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.048663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:21.972896Z","caller":"traceutil/trace.go:171","msg":"trace[212046708] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8684; }","duration":"365.170856ms","start":"2026-03-31T05:19:21.607705Z","end":"2026-03-31T05:19:21.972876Z","steps":["trace[212046708] 'agreement among raft nodes before linearized reading' (duration: 365.054502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.972819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.668841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:21.972941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.607683Z","time spent":"365.246849ms","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:21.972986Z","caller":"traceutil/trace.go:171","msg":"trace[149271928] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8684; }","duration":"245.895079ms","start":"2026-03-31T05:19:21.727074Z","end":"2026-03-31T05:19:21.972969Z","steps":["trace[149271928] 'agreement among raft nodes before linearized reading' (duration: 245.663932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.97301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.33235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-31T05:19:21.973114Z","caller":"traceutil/trace.go:171","msg":"trace[1978737981] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8684; }","duration":"143.463773ms","start":"2026-03-31T05:19:21.829617Z","end":"2026-03-31T05:19:21.973081Z","steps":["trace[1978737981] 'agreement among raft nodes before linearized reading' (duration: 143.159754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:21.973316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:21.525097Z","time spent":"447.440622ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:22.587103Z","caller":"traceutil/trace.go:171","msg":"trace[183701609] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"327.160202ms","start":"2026-03-31T05:19:22.259918Z","end":"2026-03-31T05:19:22.587079Z","steps":["trace[183701609] 'process raft request' (duration: 327.113811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.587151Z","caller":"traceutil/trace.go:171","msg":"trace[1747327686] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"327.205754ms","start":"2026-03-31T05:19:22.259916Z","end":"2026-03-31T05:19:22.587122Z","steps":["trace[1747327686] 'process raft request' (duration: 326.962016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:22.587258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.25989Z","time spent":"327.287527ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:22.587539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.25989Z","time spent":"327.320558ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:22.602404Z","caller":"traceutil/trace.go:171","msg":"trace[204052978] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9004; }","duration":"298.421602ms","start":"2026-03-31T05:19:22.303959Z","end":"2026-03-31T05:19:22.602381Z","steps":["trace[204052978] 'read index received' (duration: 282.947362ms)","trace[204052978] 'applied index is now lower than readState.Index' (duration: 15.47332ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:22.602446Z","caller":"traceutil/trace.go:171","msg":"trace[1682993570] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"340.269798ms","start":"2026-03-31T05:19:22.262142Z","end":"2026-03-31T05:19:22.602412Z","steps":["trace[1682993570] 'process raft request' (duration: 340.078912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:22.602494Z","caller":"traceutil/trace.go:171","msg":"trace[1037453075] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"314.43784ms","start":"2026-03-31T05:19:22.28803Z","end":"2026-03-31T05:19:22.602468Z","steps":["trace[1037453075] 'process raft request' (duration: 314.320646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:22.602614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.64374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:19:22.602631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.262117Z","time spent":"340.393422ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:22.602651Z","caller":"traceutil/trace.go:171","msg":"trace[452510586] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8688; }","duration":"298.739412ms","start":"2026-03-31T05:19:22.303901Z","end":"2026-03-31T05:19:22.602641Z","steps":["trace[452510586] 'agreement among raft nodes before linearized reading' (duration: 298.562777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:22.602843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:22.288009Z","time spent":"314.596004ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:22.761639Z","caller":"traceutil/trace.go:171","msg":"trace[1531381274] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"154.248895ms","start":"2026-03-31T05:19:22.60736Z","end":"2026-03-31T05:19:22.761609Z","steps":["trace[1531381274] 'process raft request' (duration: 90.330741ms)","trace[1531381274] 'compare' (duration: 63.78329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:26.79067Z","caller":"traceutil/trace.go:171","msg":"trace[1270873543] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"126.227938ms","start":"2026-03-31T05:19:26.664409Z","end":"2026-03-31T05:19:26.790637Z","steps":["trace[1270873543] 'process raft request' (duration: 126.154496ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:26.790976Z","caller":"traceutil/trace.go:171","msg":"trace[204316464] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"127.205429ms","start":"2026-03-31T05:19:26.663741Z","end":"2026-03-31T05:19:26.790947Z","steps":["trace[204316464] 'process raft request' (duration: 62.038045ms)","trace[204316464] 'compare' (duration: 64.484822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:28.143186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.150036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:28.143258Z","caller":"traceutil/trace.go:171","msg":"trace[1373014142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8719; }","duration":"156.233188ms","start":"2026-03-31T05:19:27.987008Z","end":"2026-03-31T05:19:28.143241Z","steps":["trace[1373014142] 'range keys from in-memory index tree' (duration: 155.998231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:28.143186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.683223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:19:28.143326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.101138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:19:28.143358Z","caller":"traceutil/trace.go:171","msg":"trace[1146682559] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8719; }","duration":"168.90762ms","start":"2026-03-31T05:19:27.974438Z","end":"2026-03-31T05:19:28.143346Z","steps":["trace[1146682559] 'range keys from in-memory index tree' (duration: 168.524658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:28.143378Z","caller":"traceutil/trace.go:171","msg":"trace[2028463007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8719; }","duration":"146.19335ms","start":"2026-03-31T05:19:27.997169Z","end":"2026-03-31T05:19:28.143363Z","steps":["trace[2028463007] 'range keys from in-memory index tree' (duration: 145.979734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:28.143706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.505137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:19:28.143743Z","caller":"traceutil/trace.go:171","msg":"trace[1091251311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8719; }","duration":"156.57864ms","start":"2026-03-31T05:19:27.987155Z","end":"2026-03-31T05:19:28.143734Z","steps":["trace[1091251311] 'range keys from in-memory index tree' (duration: 155.859107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:28.314604Z","caller":"traceutil/trace.go:171","msg":"trace[1364922039] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"167.614139ms","start":"2026-03-31T05:19:28.146963Z","end":"2026-03-31T05:19:28.314577Z","steps":["trace[1364922039] 'process raft request' (duration: 131.908858ms)","trace[1364922039] 'compare' (duration: 35.524196ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:28.31477Z","caller":"traceutil/trace.go:171","msg":"trace[1823118420] linearizableReadLoop","detail":"{readStateIndex:9043; appliedIndex:9040; }","duration":"166.587496ms","start":"2026-03-31T05:19:28.148149Z","end":"2026-03-31T05:19:28.314737Z","steps":["trace[1823118420] 'read index received' (duration: 48.00137ms)","trace[1823118420] 'applied index is now lower than readState.Index' (duration: 118.584646ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:28.314873Z","caller":"traceutil/trace.go:171","msg":"trace[306168055] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"167.488975ms","start":"2026-03-31T05:19:28.147363Z","end":"2026-03-31T05:19:28.314852Z","steps":["trace[306168055] 'process raft request' (duration: 167.154524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:28.315222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.056652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:28.315264Z","caller":"traceutil/trace.go:171","msg":"trace[173520769] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8722; }","duration":"167.132424ms","start":"2026-03-31T05:19:28.14812Z","end":"2026-03-31T05:19:28.315253Z","steps":["trace[173520769] 'agreement among raft nodes before linearized reading' (duration: 166.738661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:35.046059Z","caller":"traceutil/trace.go:171","msg":"trace[864340472] linearizableReadLoop","detail":"{readStateIndex:9077; appliedIndex:9076; }","duration":"159.567885ms","start":"2026-03-31T05:19:34.886464Z","end":"2026-03-31T05:19:35.046032Z","steps":["trace[864340472] 'read index received' (duration: 151.960444ms)","trace[864340472] 'applied index is now lower than readState.Index' (duration: 7.606241ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:35.046129Z","caller":"traceutil/trace.go:171","msg":"trace[800518643] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"227.00062ms","start":"2026-03-31T05:19:34.8191Z","end":"2026-03-31T05:19:35.046101Z","steps":["trace[800518643] 'process raft request' (duration: 219.311456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:35.046404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.02276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:19:35.046472Z","caller":"traceutil/trace.go:171","msg":"trace[135140926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8755; }","duration":"155.127654ms","start":"2026-03-31T05:19:34.891326Z","end":"2026-03-31T05:19:35.046454Z","steps":["trace[135140926] 'agreement among raft nodes before linearized reading' (duration: 154.923808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:35.04644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.887965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:35.046778Z","caller":"traceutil/trace.go:171","msg":"trace[1519329120] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8755; }","duration":"160.339569ms","start":"2026-03-31T05:19:34.886419Z","end":"2026-03-31T05:19:35.046758Z","steps":["trace[1519329120] 'agreement among raft nodes before linearized reading' (duration: 159.691418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.540017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.691809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:19:36.540127Z","caller":"traceutil/trace.go:171","msg":"trace[1136856095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8760; }","duration":"189.851944ms","start":"2026-03-31T05:19:36.35025Z","end":"2026-03-31T05:19:36.540102Z","steps":["trace[1136856095] 'range keys from in-memory index tree' (duration: 189.495732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.540213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.288287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:19:36.540339Z","caller":"traceutil/trace.go:171","msg":"trace[1228816463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8760; }","duration":"178.488363ms","start":"2026-03-31T05:19:36.361825Z","end":"2026-03-31T05:19:36.540313Z","steps":["trace[1228816463] 'range keys from in-memory index tree' (duration: 178.001568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.540619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.893182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:36.540669Z","caller":"traceutil/trace.go:171","msg":"trace[859335836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8760; }","duration":"193.981744ms","start":"2026-03-31T05:19:36.346673Z","end":"2026-03-31T05:19:36.540655Z","steps":["trace[859335836] 'range keys from in-memory index tree' (duration: 193.750887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:36.830416Z","caller":"traceutil/trace.go:171","msg":"trace[1583933675] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9083; }","duration":"284.742429ms","start":"2026-03-31T05:19:36.545643Z","end":"2026-03-31T05:19:36.830385Z","steps":["trace[1583933675] 'read index received' (duration: 30.684802ms)","trace[1583933675] 'applied index is now lower than readState.Index' (duration: 254.056087ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:36.830567Z","caller":"traceutil/trace.go:171","msg":"trace[493338574] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"285.478592ms","start":"2026-03-31T05:19:36.545065Z","end":"2026-03-31T05:19:36.830544Z","steps":["trace[493338574] 'process raft request' (duration: 280.37039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.831053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.383039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:36.831126Z","caller":"traceutil/trace.go:171","msg":"trace[109974265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8762; }","duration":"285.489032ms","start":"2026-03-31T05:19:36.545619Z","end":"2026-03-31T05:19:36.831108Z","steps":["trace[109974265] 'agreement among raft nodes before linearized reading' (duration: 284.993776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:36.873618Z","caller":"traceutil/trace.go:171","msg":"trace[2017782885] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"157.656294ms","start":"2026-03-31T05:19:36.715933Z","end":"2026-03-31T05:19:36.873589Z","steps":["trace[2017782885] 'process raft request' (duration: 157.463208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.873727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.374238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:36.873782Z","caller":"traceutil/trace.go:171","msg":"trace[926316347] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8763; }","duration":"105.477321ms","start":"2026-03-31T05:19:36.768291Z","end":"2026-03-31T05:19:36.873768Z","steps":["trace[926316347] 'agreement among raft nodes before linearized reading' (duration: 105.323976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:36.873638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.854648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:36.873966Z","caller":"traceutil/trace.go:171","msg":"trace[1344061612] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8763; }","duration":"121.199258ms","start":"2026-03-31T05:19:36.752726Z","end":"2026-03-31T05:19:36.873925Z","steps":["trace[1344061612] 'agreement among raft nodes before linearized reading' (duration: 120.828147ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:37.239805Z","caller":"traceutil/trace.go:171","msg":"trace[311004835] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9089; }","duration":"108.573829ms","start":"2026-03-31T05:19:37.131206Z","end":"2026-03-31T05:19:37.23978Z","steps":["trace[311004835] 'read index received' (duration: 86.395057ms)","trace[311004835] 'applied index is now lower than readState.Index' (duration: 22.177712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:37.240106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.675011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:37.240175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.85619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:19:37.24023Z","caller":"traceutil/trace.go:171","msg":"trace[883775259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8767; }","duration":"107.865287ms","start":"2026-03-31T05:19:37.132339Z","end":"2026-03-31T05:19:37.240204Z","steps":["trace[883775259] 'agreement among raft nodes before linearized reading' (duration: 107.693611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:37.240242Z","caller":"traceutil/trace.go:171","msg":"trace[1013313929] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"142.138042ms","start":"2026-03-31T05:19:37.098064Z","end":"2026-03-31T05:19:37.240202Z","steps":["trace[1013313929] 'process raft request' (duration: 119.582977ms)","trace[1013313929] 'compare' (duration: 21.987267ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:37.240282Z","caller":"traceutil/trace.go:171","msg":"trace[1876614611] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8767; }","duration":"116.022275ms","start":"2026-03-31T05:19:37.124238Z","end":"2026-03-31T05:19:37.240261Z","steps":["trace[1876614611] 'agreement among raft nodes before linearized reading' (duration: 115.749776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:39.093867Z","caller":"traceutil/trace.go:171","msg":"trace[650634022] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"196.524335ms","start":"2026-03-31T05:19:38.897312Z","end":"2026-03-31T05:19:39.093836Z","steps":["trace[650634022] 'process raft request' (duration: 133.882711ms)","trace[650634022] 'compare' (duration: 62.440187ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:39.093973Z","caller":"traceutil/trace.go:171","msg":"trace[1501189430] linearizableReadLoop","detail":"{readStateIndex:9099; appliedIndex:9097; }","duration":"196.328958ms","start":"2026-03-31T05:19:38.897619Z","end":"2026-03-31T05:19:39.093948Z","steps":["trace[1501189430] 'read index received' (duration: 35.188344ms)","trace[1501189430] 'applied index is now lower than readState.Index' (duration: 161.139924ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:39.094068Z","caller":"traceutil/trace.go:171","msg":"trace[399063607] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"177.947066ms","start":"2026-03-31T05:19:38.916096Z","end":"2026-03-31T05:19:39.094043Z","steps":["trace[399063607] 'process raft request' (duration: 177.700868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:39.094293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.661648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:39.094326Z","caller":"traceutil/trace.go:171","msg":"trace[1661237873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8777; }","duration":"196.746652ms","start":"2026-03-31T05:19:38.897573Z","end":"2026-03-31T05:19:39.09432Z","steps":["trace[1661237873] 'agreement among raft nodes before linearized reading' (duration: 196.483184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:39.677348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:19:39.77951Z","caller":"traceutil/trace.go:171","msg":"trace[1999797513] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9100; }","duration":"602.923886ms","start":"2026-03-31T05:19:39.176562Z","end":"2026-03-31T05:19:39.779486Z","steps":["trace[1999797513] 'read index received' (duration: 602.791602ms)","trace[1999797513] 'applied index is now lower than readState.Index' (duration: 131.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:39.779641Z","caller":"traceutil/trace.go:171","msg":"trace[444980162] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"642.916462ms","start":"2026-03-31T05:19:39.136701Z","end":"2026-03-31T05:19:39.779617Z","steps":["trace[444980162] 'process raft request' (duration: 642.648864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:39.779742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.174994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-31T05:19:39.779778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:39.136669Z","time spent":"643.023006ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:39.77982Z","caller":"traceutil/trace.go:171","msg":"trace[537650593] range","detail":"{range_begin:/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94; range_end:; response_count:1; response_revision:8778; }","duration":"603.291768ms","start":"2026-03-31T05:19:39.176505Z","end":"2026-03-31T05:19:39.779797Z","steps":["trace[537650593] 'agreement among raft nodes before linearized reading' (duration: 603.122183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:39.779875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:39.176486Z","time spent":"603.37205ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" "} {"level":"warn","ts":"2026-03-31T05:19:39.779955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.679251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-31T05:19:39.780035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.801509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:19:39.780076Z","caller":"traceutil/trace.go:171","msg":"trace[1355022182] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8778; }","duration":"586.893998ms","start":"2026-03-31T05:19:39.193153Z","end":"2026-03-31T05:19:39.780047Z","steps":["trace[1355022182] 'agreement among raft nodes before linearized reading' (duration: 586.535747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:39.780111Z","caller":"traceutil/trace.go:171","msg":"trace[673330994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8778; }","duration":"499.925903ms","start":"2026-03-31T05:19:39.280167Z","end":"2026-03-31T05:19:39.780093Z","steps":["trace[673330994] 'agreement among raft nodes before linearized reading' (duration: 499.638894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:39.78014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:39.193131Z","time spent":"586.993141ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:19:39.780152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:39.280148Z","time spent":"499.995386ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:19:39.927234Z","caller":"traceutil/trace.go:171","msg":"trace[2026256998] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"143.998091ms","start":"2026-03-31T05:19:39.783202Z","end":"2026-03-31T05:19:39.9272Z","steps":["trace[2026256998] 'process raft request' (duration: 66.385043ms)","trace[2026256998] 'compare' (duration: 77.418352ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:39.927402Z","caller":"traceutil/trace.go:171","msg":"trace[1777166360] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9101; }","duration":"143.694761ms","start":"2026-03-31T05:19:39.783674Z","end":"2026-03-31T05:19:39.927369Z","steps":["trace[1777166360] 'read index received' (duration: 65.930288ms)","trace[1777166360] 'applied index is now lower than readState.Index' (duration: 77.760703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:39.927457Z","caller":"traceutil/trace.go:171","msg":"trace[124459088] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"143.198816ms","start":"2026-03-31T05:19:39.784216Z","end":"2026-03-31T05:19:39.927415Z","steps":["trace[124459088] 'process raft request' (duration: 142.996079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:39.927629Z","caller":"traceutil/trace.go:171","msg":"trace[861082984] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"142.317448ms","start":"2026-03-31T05:19:39.785288Z","end":"2026-03-31T05:19:39.927605Z","steps":["trace[861082984] 'process raft request' (duration: 142.014828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:39.927676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.981211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:19:39.927726Z","caller":"traceutil/trace.go:171","msg":"trace[1788483379] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:8780; }","duration":"144.066283ms","start":"2026-03-31T05:19:39.783647Z","end":"2026-03-31T05:19:39.927713Z","steps":["trace[1788483379] 'agreement among raft nodes before linearized reading' (duration: 143.836786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:43.90888Z","caller":"traceutil/trace.go:171","msg":"trace[1315908101] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"113.297135ms","start":"2026-03-31T05:19:43.795564Z","end":"2026-03-31T05:19:43.908861Z","steps":["trace[1315908101] 'process raft request' (duration: 113.15755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:44.396384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.949724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:44.396713Z","caller":"traceutil/trace.go:171","msg":"trace[1256846609] linearizableReadLoop","detail":"{readStateIndex:9123; appliedIndex:9121; }","duration":"244.550488ms","start":"2026-03-31T05:19:44.152134Z","end":"2026-03-31T05:19:44.396685Z","steps":["trace[1256846609] 'read index received' (duration: 203.85838ms)","trace[1256846609] 'applied index is now lower than readState.Index' (duration: 40.690997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:44.396956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.809436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:19:44.397067Z","caller":"traceutil/trace.go:171","msg":"trace[1257586632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8799; }","duration":"244.9432ms","start":"2026-03-31T05:19:44.152105Z","end":"2026-03-31T05:19:44.397048Z","steps":["trace[1257586632] 'agreement among raft nodes before linearized reading' (duration: 244.715663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:44.396947Z","caller":"traceutil/trace.go:171","msg":"trace[1514684306] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"451.804695ms","start":"2026-03-31T05:19:43.94511Z","end":"2026-03-31T05:19:44.396915Z","steps":["trace[1514684306] 'process raft request' (duration: 88.241342ms)","trace[1514684306] 'compare' (duration: 362.657434ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:44.397133Z","caller":"traceutil/trace.go:171","msg":"trace[1512706835] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"450.975709ms","start":"2026-03-31T05:19:43.946128Z","end":"2026-03-31T05:19:44.397104Z","steps":["trace[1512706835] 'process raft request' (duration: 450.433652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:44.397292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.946097Z","time spent":"451.111413ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:44.397346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:43.945093Z","time spent":"452.135386ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:44.635366Z","caller":"traceutil/trace.go:171","msg":"trace[317013798] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"234.031345ms","start":"2026-03-31T05:19:44.401255Z","end":"2026-03-31T05:19:44.635286Z","steps":["trace[317013798] 'process raft request' (duration: 222.790049ms)","trace[317013798] 'compare' (duration: 11.05205ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:44.659216Z","caller":"traceutil/trace.go:171","msg":"trace[1045025046] linearizableReadLoop","detail":"{readStateIndex:9125; appliedIndex:9123; }","duration":"171.641711ms","start":"2026-03-31T05:19:44.487534Z","end":"2026-03-31T05:19:44.659176Z","steps":["trace[1045025046] 'read index received' (duration: 136.53961ms)","trace[1045025046] 'applied index is now lower than readState.Index' (duration: 35.100491ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:44.659363Z","caller":"traceutil/trace.go:171","msg":"trace[891851850] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"242.559055ms","start":"2026-03-31T05:19:44.41674Z","end":"2026-03-31T05:19:44.659299Z","steps":["trace[891851850] 'process raft request' (duration: 242.203573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:44.659551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.974791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:19:44.659651Z","caller":"traceutil/trace.go:171","msg":"trace[520932567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8801; }","duration":"172.140376ms","start":"2026-03-31T05:19:44.48745Z","end":"2026-03-31T05:19:44.65959Z","steps":["trace[520932567] 'agreement among raft nodes before linearized reading' (duration: 171.889918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:47.267432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.394997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:47.267513Z","caller":"traceutil/trace.go:171","msg":"trace[1172852952] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9146; }","duration":"128.513906ms","start":"2026-03-31T05:19:47.138988Z","end":"2026-03-31T05:19:47.267502Z","steps":["trace[1172852952] 'read index received' (duration: 21.910783ms)","trace[1172852952] 'applied index is now lower than readState.Index' (duration: 106.602313ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:47.267578Z","caller":"traceutil/trace.go:171","msg":"trace[1958411805] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"129.478567ms","start":"2026-03-31T05:19:47.13806Z","end":"2026-03-31T05:19:47.267539Z","steps":["trace[1958411805] 'process raft request' (duration: 22.916336ms)","trace[1958411805] 'compare' (duration: 106.278242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:47.267776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.791266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:47.267803Z","caller":"traceutil/trace.go:171","msg":"trace[1639523696] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8822; }","duration":"128.839156ms","start":"2026-03-31T05:19:47.138956Z","end":"2026-03-31T05:19:47.267796Z","steps":["trace[1639523696] 'agreement among raft nodes before linearized reading' (duration: 128.602649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:47.268667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.022631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T05:19:47.268748Z","caller":"traceutil/trace.go:171","msg":"trace[653296277] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8822; }","duration":"122.148085ms","start":"2026-03-31T05:19:47.146583Z","end":"2026-03-31T05:19:47.268731Z","steps":["trace[653296277] 'agreement among raft nodes before linearized reading' (duration: 121.096162ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.077927Z","caller":"traceutil/trace.go:171","msg":"trace[1491060108] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"130.918682ms","start":"2026-03-31T05:19:47.946977Z","end":"2026-03-31T05:19:48.077896Z","steps":["trace[1491060108] 'process raft request' (duration: 130.714076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.373316Z","caller":"traceutil/trace.go:171","msg":"trace[768301167] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9149; }","duration":"135.249119ms","start":"2026-03-31T05:19:48.238043Z","end":"2026-03-31T05:19:48.373292Z","steps":["trace[768301167] 'read index received' (duration: 65.42205ms)","trace[768301167] 'applied index is now lower than readState.Index' (duration: 69.823609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:48.373467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.412724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:48.373501Z","caller":"traceutil/trace.go:171","msg":"trace[640322296] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8825; }","duration":"135.500148ms","start":"2026-03-31T05:19:48.23799Z","end":"2026-03-31T05:19:48.37349Z","steps":["trace[640322296] 'agreement among raft nodes before linearized reading' (duration: 135.396164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.373883Z","caller":"traceutil/trace.go:171","msg":"trace[2055785722] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"413.653968ms","start":"2026-03-31T05:19:47.960196Z","end":"2026-03-31T05:19:48.37385Z","steps":["trace[2055785722] 'process raft request' (duration: 343.296902ms)","trace[2055785722] 'compare' (duration: 69.692745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:48.374044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:47.960186Z","time spent":"413.775201ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:48.959036Z","caller":"traceutil/trace.go:171","msg":"trace[326676414] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"141.672062ms","start":"2026-03-31T05:19:48.817328Z","end":"2026-03-31T05:19:48.959Z","steps":["trace[326676414] 'process raft request' (duration: 141.502337ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.975531Z","caller":"traceutil/trace.go:171","msg":"trace[478494320] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"157.213344ms","start":"2026-03-31T05:19:48.818299Z","end":"2026-03-31T05:19:48.975512Z","steps":["trace[478494320] 'process raft request' (duration: 157.159052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:48.975588Z","caller":"traceutil/trace.go:171","msg":"trace[1997378422] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"157.885716ms","start":"2026-03-31T05:19:48.817686Z","end":"2026-03-31T05:19:48.975572Z","steps":["trace[1997378422] 'process raft request' (duration: 157.670589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:49.324543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.373789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:49.324608Z","caller":"traceutil/trace.go:171","msg":"trace[106827141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8831; }","duration":"236.559515ms","start":"2026-03-31T05:19:49.088034Z","end":"2026-03-31T05:19:49.324594Z","steps":["trace[106827141] 'range keys from in-memory index tree' (duration: 236.302397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:49.32473Z","caller":"traceutil/trace.go:171","msg":"trace[1277915900] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"182.288847ms","start":"2026-03-31T05:19:49.142422Z","end":"2026-03-31T05:19:49.324711Z","steps":["trace[1277915900] 'process raft request' (duration: 91.880557ms)","trace[1277915900] 'compare' (duration: 90.256855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:49.324751Z","caller":"traceutil/trace.go:171","msg":"trace[1181061494] linearizableReadLoop","detail":"{readStateIndex:9157; appliedIndex:9156; }","duration":"147.956951ms","start":"2026-03-31T05:19:49.176755Z","end":"2026-03-31T05:19:49.324712Z","steps":["trace[1181061494] 'read index received' (duration: 57.499379ms)","trace[1181061494] 'applied index is now lower than readState.Index' (duration: 90.456222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:49.324935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.181548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-31T05:19:49.32496Z","caller":"traceutil/trace.go:171","msg":"trace[533478529] range","detail":"{range_begin:/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94; range_end:; response_count:1; response_revision:8832; }","duration":"148.256221ms","start":"2026-03-31T05:19:49.176694Z","end":"2026-03-31T05:19:49.32495Z","steps":["trace[533478529] 'agreement among raft nodes before linearized reading' (duration: 148.145987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:49.83055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:50.331123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:50.62399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.215016ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:50.62409Z","caller":"traceutil/trace.go:171","msg":"trace[589658521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8832; }","duration":"750.325159ms","start":"2026-03-31T05:19:49.873749Z","end":"2026-03-31T05:19:50.624074Z","steps":["trace[589658521] 'range keys from in-memory index tree' (duration: 750.200785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.673206Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345399197s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:50.676848Z","caller":"traceutil/trace.go:171","msg":"trace[144093076] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"1.349142436s","start":"2026-03-31T05:19:49.32767Z","end":"2026-03-31T05:19:50.676812Z","steps":["trace[144093076] 'process raft request' (duration: 1.345718897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:50.6779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.327621Z","time spent":"1.350127217s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:51.25704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.754144Z","time spent":"502.887612ms","remote":"127.0.0.1:58574","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:19:51.260338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.076208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:51.2607Z","caller":"traceutil/trace.go:171","msg":"trace[892976818] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"1.930927734s","start":"2026-03-31T05:19:49.32974Z","end":"2026-03-31T05:19:51.260668Z","steps":["trace[892976818] 'process raft request' (duration: 1.738435673s)","trace[892976818] 'compare' (duration: 189.907549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:51.260747Z","caller":"traceutil/trace.go:171","msg":"trace[1305942649] transaction","detail":"{read_only:false; response_revision:8835; number_of_response:1; }","duration":"881.741178ms","start":"2026-03-31T05:19:50.378965Z","end":"2026-03-31T05:19:51.260706Z","steps":["trace[1305942649] 'process raft request' (duration: 881.46926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.260914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.329709Z","time spent":"1.931058088s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:51.26092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.378936Z","time spent":"881.892103ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:51.260748Z","caller":"traceutil/trace.go:171","msg":"trace[663852730] linearizableReadLoop","detail":"{readStateIndex:9159; appliedIndex:9157; }","duration":"1.930337765s","start":"2026-03-31T05:19:49.330373Z","end":"2026-03-31T05:19:51.260711Z","steps":["trace[663852730] 'read index received' (duration: 1.343214809s)","trace[663852730] 'applied index is now lower than readState.Index' (duration: 587.118016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:51.330416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"warn","ts":"2026-03-31T05:19:51.330495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.713808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:19:51.33052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242826893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:51.33044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840468131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:51.330517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.879778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:19:51.330541Z","caller":"traceutil/trace.go:171","msg":"trace[511803374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8836; }","duration":"863.78655ms","start":"2026-03-31T05:19:50.466739Z","end":"2026-03-31T05:19:51.330525Z","steps":["trace[511803374] 'agreement among raft nodes before linearized reading' (duration: 863.634325ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:51.330549Z","caller":"traceutil/trace.go:171","msg":"trace[374048295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8836; }","duration":"1.242872914s","start":"2026-03-31T05:19:50.087668Z","end":"2026-03-31T05:19:51.330541Z","steps":["trace[374048295] 'agreement among raft nodes before linearized reading' (duration: 1.242816093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.330529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.385028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:19:51.330557Z","caller":"traceutil/trace.go:171","msg":"trace[1889903581] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8836; }","duration":"1.840638947s","start":"2026-03-31T05:19:49.489907Z","end":"2026-03-31T05:19:51.330546Z","steps":["trace[1889903581] 'agreement among raft nodes before linearized reading' (duration: 1.84042184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.330602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263478826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:51.330618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.528712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:51.330634Z","caller":"traceutil/trace.go:171","msg":"trace[415167411] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8836; }","duration":"1.263542988s","start":"2026-03-31T05:19:50.067083Z","end":"2026-03-31T05:19:51.330626Z","steps":["trace[415167411] 'agreement among raft nodes before linearized reading' (duration: 1.263500797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:51.330511Z","caller":"traceutil/trace.go:171","msg":"trace[1021652512] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8835; }","duration":"2.000128183s","start":"2026-03-31T05:19:49.33036Z","end":"2026-03-31T05:19:51.330489Z","steps":["trace[1021652512] 'agreement among raft nodes before linearized reading' (duration: 1.930437428s)","trace[1021652512] 'range keys from in-memory index tree' (duration: 69.180578ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:51.330638Z","caller":"traceutil/trace.go:171","msg":"trace[920055280] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8836; }","duration":"540.589324ms","start":"2026-03-31T05:19:50.790042Z","end":"2026-03-31T05:19:51.330632Z","steps":["trace[920055280] 'agreement among raft nodes before linearized reading' (duration: 540.546333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:51.330634Z","caller":"traceutil/trace.go:171","msg":"trace[1253763908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8836; }","duration":"351.487391ms","start":"2026-03-31T05:19:50.979107Z","end":"2026-03-31T05:19:51.330594Z","steps":["trace[1253763908] 'agreement among raft nodes before linearized reading' (duration: 351.270634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.330662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.330312Z","time spent":"2.000342379s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223794,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:19:51.330693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.353337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:51.330712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.250112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:51.330673Z","caller":"traceutil/trace.go:171","msg":"trace[182469277] transaction","detail":"{read_only:false; response_revision:8836; number_of_response:1; }","duration":"327.347038ms","start":"2026-03-31T05:19:51.003293Z","end":"2026-03-31T05:19:51.33064Z","steps":["trace[182469277] 'process raft request' (duration: 326.686237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.330706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.979096Z","time spent":"351.596214ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:19:51.330729Z","caller":"traceutil/trace.go:171","msg":"trace[55829708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8836; }","duration":"777.293183ms","start":"2026-03-31T05:19:50.553431Z","end":"2026-03-31T05:19:51.330724Z","steps":["trace[55829708] 'agreement among raft nodes before linearized reading' (duration: 777.242262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.330753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.553416Z","time spent":"777.333305ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:51.33057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.087656Z","time spent":"1.242908895s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:51.330719Z","caller":"traceutil/trace.go:171","msg":"trace[1090646002] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8836; }","duration":"406.411389ms","start":"2026-03-31T05:19:50.924302Z","end":"2026-03-31T05:19:51.330713Z","steps":["trace[1090646002] 'agreement among raft nodes before linearized reading' (duration: 406.369288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.330848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.924285Z","time spent":"406.556913ms","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:51.330837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.00327Z","time spent":"327.479251ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:51.330887Z","caller":"traceutil/trace.go:171","msg":"trace[1089082043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8836; }","duration":"367.070364ms","start":"2026-03-31T05:19:50.963484Z","end":"2026-03-31T05:19:51.330554Z","steps":["trace[1089082043] 'agreement among raft nodes before linearized reading' (duration: 366.928129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.330656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.067064Z","time spent":"1.26358591s","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:51.330939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.963464Z","time spent":"367.463797ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:19:51.330662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.790021Z","time spent":"540.635845ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:51.330625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:49.489889Z","time spent":"1.840719899s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:51.330571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.46672Z","time spent":"863.844832ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:19:51.330439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.00694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:51.331288Z","caller":"traceutil/trace.go:171","msg":"trace[1028570760] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-osd; range_end:; response_count:0; response_revision:8836; }","duration":"451.908349ms","start":"2026-03-31T05:19:50.87936Z","end":"2026-03-31T05:19:51.331269Z","steps":["trace[1028570760] 'agreement among raft nodes before linearized reading' (duration: 451.00404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.331382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.879335Z","time spent":"452.027202ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-osd\" "} {"level":"warn","ts":"2026-03-31T05:19:51.331676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.486032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:19:51.331775Z","caller":"traceutil/trace.go:171","msg":"trace[498168346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8836; }","duration":"352.611336ms","start":"2026-03-31T05:19:50.979145Z","end":"2026-03-31T05:19:51.331756Z","steps":["trace[498168346] 'agreement among raft nodes before linearized reading' (duration: 351.593954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:51.331827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:50.97914Z","time spent":"352.678129ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:51.836264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:52.336793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:19:52.534992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201508086s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:19:52.584152Z","caller":"traceutil/trace.go:171","msg":"trace[755571695] transaction","detail":"{read_only:false; response_revision:8837; number_of_response:1; }","duration":"1.250735714s","start":"2026-03-31T05:19:51.33338Z","end":"2026-03-31T05:19:52.584116Z","steps":["trace[755571695] 'process raft request' (duration: 1.201914349s)","trace[755571695] 'compare' (duration: 48.66108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:52.584343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.333356Z","time spent":"1.250891238s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:52.671013Z","caller":"traceutil/trace.go:171","msg":"trace[1821531550] transaction","detail":"{read_only:false; response_revision:8838; number_of_response:1; }","duration":"1.335192655s","start":"2026-03-31T05:19:51.335784Z","end":"2026-03-31T05:19:52.670977Z","steps":["trace[1821531550] 'process raft request' (duration: 1.334911116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.671205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.335769Z","time spent":"1.33534478s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:52.671295Z","caller":"traceutil/trace.go:171","msg":"trace[926253269] transaction","detail":"{read_only:false; response_revision:8839; number_of_response:1; }","duration":"1.335361131s","start":"2026-03-31T05:19:51.335901Z","end":"2026-03-31T05:19:52.671262Z","steps":["trace[926253269] 'process raft request' (duration: 1.334980189s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.671407Z","caller":"traceutil/trace.go:171","msg":"trace[1699768300] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"1.3350402s","start":"2026-03-31T05:19:51.336331Z","end":"2026-03-31T05:19:52.671371Z","steps":["trace[1699768300] 'process raft request' (duration: 1.334814253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.671474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.335877Z","time spent":"1.335514555s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:52.671492Z","caller":"traceutil/trace.go:171","msg":"trace[376871175] transaction","detail":"{read_only:false; response_revision:8841; number_of_response:1; }","duration":"1.334305757s","start":"2026-03-31T05:19:51.337145Z","end":"2026-03-31T05:19:52.671451Z","steps":["trace[376871175] 'process raft request' (duration: 1.334111071s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.671522Z","caller":"traceutil/trace.go:171","msg":"trace[255607257] transaction","detail":"{read_only:false; response_revision:8842; number_of_response:1; }","duration":"1.334158063s","start":"2026-03-31T05:19:51.337353Z","end":"2026-03-31T05:19:52.671511Z","steps":["trace[255607257] 'process raft request' (duration: 1.333984287s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.671522Z","caller":"traceutil/trace.go:171","msg":"trace[1642050407] linearizableReadLoop","detail":"{readStateIndex:9169; appliedIndex:9162; }","duration":"1.335724882s","start":"2026-03-31T05:19:51.335773Z","end":"2026-03-31T05:19:52.671498Z","steps":["trace[1642050407] 'read index received' (duration: 1.199469742s)","trace[1642050407] 'applied index is now lower than readState.Index' (duration: 136.25379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:52.671581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.33632Z","time spent":"1.335170584s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:52.671613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.337336Z","time spent":"1.334226895s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:52.671602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.337127Z","time spent":"1.334420181s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:52.671641Z","caller":"traceutil/trace.go:171","msg":"trace[836975894] transaction","detail":"{read_only:false; response_revision:8843; number_of_response:1; }","duration":"502.752607ms","start":"2026-03-31T05:19:52.168871Z","end":"2026-03-31T05:19:52.671624Z","steps":["trace[836975894] 'process raft request' (duration: 502.564422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.671668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331280001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:52.671682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335893328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-mgr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:52.671722Z","caller":"traceutil/trace.go:171","msg":"trace[724920443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8843; }","duration":"1.331344564s","start":"2026-03-31T05:19:51.340348Z","end":"2026-03-31T05:19:52.671693Z","steps":["trace[724920443] 'agreement among raft nodes before linearized reading' (duration: 1.331279702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.671731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.168841Z","time spent":"502.84793ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:52.671774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.571157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T05:19:52.671787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.340335Z","time spent":"1.331440867s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:52.671753Z","caller":"traceutil/trace.go:171","msg":"trace[834461317] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-mgr; range_end:; response_count:0; response_revision:8843; }","duration":"1.335990791s","start":"2026-03-31T05:19:51.335743Z","end":"2026-03-31T05:19:52.671733Z","steps":["trace[834461317] 'agreement among raft nodes before linearized reading' (duration: 1.335866507s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.671838Z","caller":"traceutil/trace.go:171","msg":"trace[1413867914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8843; }","duration":"426.66971ms","start":"2026-03-31T05:19:52.245151Z","end":"2026-03-31T05:19:52.671821Z","steps":["trace[1413867914] 'agreement among raft nodes before linearized reading' (duration: 426.521365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.671856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:51.335728Z","time spent":"1.336114344s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-mgr\" "} {"level":"warn","ts":"2026-03-31T05:19:52.671872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:52.24513Z","time spent":"426.734992ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:19:52.671853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.459926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:52.673447Z","caller":"traceutil/trace.go:171","msg":"trace[694942505] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8843; }","duration":"233.641512ms","start":"2026-03-31T05:19:52.438284Z","end":"2026-03-31T05:19:52.671926Z","steps":["trace[694942505] 'agreement among raft nodes before linearized reading' (duration: 233.365443ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:52.857926Z","caller":"traceutil/trace.go:171","msg":"trace[554606457] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9169; }","duration":"180.648015ms","start":"2026-03-31T05:19:52.677254Z","end":"2026-03-31T05:19:52.857902Z","steps":["trace[554606457] 'read index received' (duration: 178.833718ms)","trace[554606457] 'applied index is now lower than readState.Index' (duration: 1.813187ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:52.857981Z","caller":"traceutil/trace.go:171","msg":"trace[1876097804] transaction","detail":"{read_only:false; response_revision:8844; number_of_response:1; }","duration":"181.698309ms","start":"2026-03-31T05:19:52.676252Z","end":"2026-03-31T05:19:52.857951Z","steps":["trace[1876097804] 'process raft request' (duration: 179.892492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.858085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.81165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-purge-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:52.858143Z","caller":"traceutil/trace.go:171","msg":"trace[736762698] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-purge-osd; range_end:; response_count:0; response_revision:8844; }","duration":"180.902634ms","start":"2026-03-31T05:19:52.67723Z","end":"2026-03-31T05:19:52.858133Z","steps":["trace[736762698] 'agreement among raft nodes before linearized reading' (duration: 180.805321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.858243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.558022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-03-31T05:19:52.858316Z","caller":"traceutil/trace.go:171","msg":"trace[1841219073] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8844; }","duration":"180.656306ms","start":"2026-03-31T05:19:52.677644Z","end":"2026-03-31T05:19:52.8583Z","steps":["trace[1841219073] 'agreement among raft nodes before linearized reading' (duration: 180.46978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.858457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.809025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:52.858508Z","caller":"traceutil/trace.go:171","msg":"trace[444232390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8844; }","duration":"176.874626ms","start":"2026-03-31T05:19:52.681621Z","end":"2026-03-31T05:19:52.858495Z","steps":["trace[444232390] 'agreement among raft nodes before linearized reading' (duration: 176.696631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:52.858571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.837719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:19:52.858718Z","caller":"traceutil/trace.go:171","msg":"trace[32885839] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8844; }","duration":"167.004074ms","start":"2026-03-31T05:19:52.691677Z","end":"2026-03-31T05:19:52.858681Z","steps":["trace[32885839] 'agreement among raft nodes before linearized reading' (duration: 166.602531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.154608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.109657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-31T05:19:53.154895Z","caller":"traceutil/trace.go:171","msg":"trace[1666283405] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8845; }","duration":"184.074544ms","start":"2026-03-31T05:19:52.970774Z","end":"2026-03-31T05:19:53.154848Z","steps":["trace[1666283405] 'process raft request' (duration: 71.655207ms)","trace[1666283405] 'compare' (duration: 112.064516ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.383095Z","caller":"traceutil/trace.go:171","msg":"trace[1697183626] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"136.208979ms","start":"2026-03-31T05:19:53.246843Z","end":"2026-03-31T05:19:53.383052Z","steps":["trace[1697183626] 'process raft request' (duration: 135.984422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.383159Z","caller":"traceutil/trace.go:171","msg":"trace[927357945] linearizableReadLoop","detail":"{readStateIndex:9179; appliedIndex:9173; }","duration":"117.451996ms","start":"2026-03-31T05:19:53.265685Z","end":"2026-03-31T05:19:53.383137Z","steps":["trace[927357945] 'read index received' (duration: 15.449769ms)","trace[927357945] 'applied index is now lower than readState.Index' (duration: 102.000947ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:53.383253Z","caller":"traceutil/trace.go:171","msg":"trace[1709418579] transaction","detail":"{read_only:false; response_revision:8849; number_of_response:1; }","duration":"136.388645ms","start":"2026-03-31T05:19:53.246854Z","end":"2026-03-31T05:19:53.383243Z","steps":["trace[1709418579] 'process raft request' (duration: 136.083486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.383455Z","caller":"traceutil/trace.go:171","msg":"trace[768204684] transaction","detail":"{read_only:false; response_revision:8853; number_of_response:1; }","duration":"115.475383ms","start":"2026-03-31T05:19:53.267961Z","end":"2026-03-31T05:19:53.383437Z","steps":["trace[768204684] 'process raft request' (duration: 115.107862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.38351Z","caller":"traceutil/trace.go:171","msg":"trace[291379515] transaction","detail":"{read_only:false; response_revision:8850; number_of_response:1; }","duration":"136.54466ms","start":"2026-03-31T05:19:53.246953Z","end":"2026-03-31T05:19:53.383498Z","steps":["trace[291379515] 'process raft request' (duration: 136.019264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.383446Z","caller":"traceutil/trace.go:171","msg":"trace[932150561] transaction","detail":"{read_only:false; response_revision:8852; number_of_response:1; }","duration":"136.314713ms","start":"2026-03-31T05:19:53.247097Z","end":"2026-03-31T05:19:53.383412Z","steps":["trace[932150561] 'process raft request' (duration: 135.938231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.383655Z","caller":"traceutil/trace.go:171","msg":"trace[1286475021] transaction","detail":"{read_only:false; response_revision:8851; number_of_response:1; }","duration":"136.5402ms","start":"2026-03-31T05:19:53.247043Z","end":"2026-03-31T05:19:53.383583Z","steps":["trace[1286475021] 'process raft request' (duration: 135.963402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.383884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.178349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:53.383995Z","caller":"traceutil/trace.go:171","msg":"trace[824376340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8853; }","duration":"118.327704ms","start":"2026-03-31T05:19:53.265624Z","end":"2026-03-31T05:19:53.383952Z","steps":["trace[824376340] 'agreement among raft nodes before linearized reading' (duration: 117.823538ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.599165Z","caller":"traceutil/trace.go:171","msg":"trace[1641681396] linearizableReadLoop","detail":"{readStateIndex:9181; appliedIndex:9180; }","duration":"215.926832ms","start":"2026-03-31T05:19:53.383214Z","end":"2026-03-31T05:19:53.599141Z","steps":["trace[1641681396] 'read index received' (duration: 215.805909ms)","trace[1641681396] 'applied index is now lower than readState.Index' (duration: 117.513µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:53.599371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.295364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:53.599538Z","caller":"traceutil/trace.go:171","msg":"trace[1998469911] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8854; }","duration":"326.569313ms","start":"2026-03-31T05:19:53.272954Z","end":"2026-03-31T05:19:53.599523Z","steps":["trace[1998469911] 'agreement among raft nodes before linearized reading' (duration: 326.281273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.599599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:53.272936Z","time spent":"326.644725ms","remote":"127.0.0.1:37426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:19:53.599603Z","caller":"traceutil/trace.go:171","msg":"trace[1524605319] transaction","detail":"{read_only:false; response_revision:8854; number_of_response:1; }","duration":"262.033751ms","start":"2026-03-31T05:19:53.337534Z","end":"2026-03-31T05:19:53.599568Z","steps":["trace[1524605319] 'process raft request' (duration: 261.440362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:53.599611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.705558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:19:53.599718Z","caller":"traceutil/trace.go:171","msg":"trace[2114142017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8854; }","duration":"259.870222ms","start":"2026-03-31T05:19:53.339825Z","end":"2026-03-31T05:19:53.599696Z","steps":["trace[2114142017] 'agreement among raft nodes before linearized reading' (duration: 259.445549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.652555Z","caller":"traceutil/trace.go:171","msg":"trace[703790045] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"264.024032ms","start":"2026-03-31T05:19:53.3885Z","end":"2026-03-31T05:19:53.652524Z","steps":["trace[703790045] 'process raft request' (duration: 263.779225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:53.65269Z","caller":"traceutil/trace.go:171","msg":"trace[1366569851] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"264.053484ms","start":"2026-03-31T05:19:53.388606Z","end":"2026-03-31T05:19:53.652659Z","steps":["trace[1366569851] 'process raft request' (duration: 263.825326ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:54.231773Z","caller":"traceutil/trace.go:171","msg":"trace[1936481546] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"537.777075ms","start":"2026-03-31T05:19:53.693971Z","end":"2026-03-31T05:19:54.231721Z","steps":["trace[1936481546] 'process raft request' (duration: 537.583079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:54.231917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:53.693941Z","time spent":"537.912489ms","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:19:54.478772Z","caller":"traceutil/trace.go:171","msg":"trace[1709499167] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"784.551383ms","start":"2026-03-31T05:19:53.694179Z","end":"2026-03-31T05:19:54.47873Z","steps":["trace[1709499167] 'process raft request' (duration: 701.851467ms)","trace[1709499167] 'compare' (duration: 82.395297ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:54.478858Z","caller":"traceutil/trace.go:171","msg":"trace[264166462] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"784.561004ms","start":"2026-03-31T05:19:53.69427Z","end":"2026-03-31T05:19:54.478831Z","steps":["trace[264166462] 'process raft request' (duration: 784.336127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:54.478919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:53.694153Z","time spent":"784.699887ms","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:54.478942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:53.694262Z","time spent":"784.632286ms","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1170,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:54.478931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.889309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:54.478993Z","caller":"traceutil/trace.go:171","msg":"trace[670874157] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8862; }","duration":"660.017483ms","start":"2026-03-31T05:19:53.818957Z","end":"2026-03-31T05:19:54.478975Z","steps":["trace[670874157] 'agreement among raft nodes before linearized reading' (duration: 659.874739ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:54.478775Z","caller":"traceutil/trace.go:171","msg":"trace[473596268] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9185; }","duration":"659.730864ms","start":"2026-03-31T05:19:53.819017Z","end":"2026-03-31T05:19:54.478748Z","steps":["trace[473596268] 'read index received' (duration: 412.531193ms)","trace[473596268] 'applied index is now lower than readState.Index' (duration: 247.198711ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:54.478988Z","caller":"traceutil/trace.go:171","msg":"trace[1616340376] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"784.611365ms","start":"2026-03-31T05:19:53.694354Z","end":"2026-03-31T05:19:54.478965Z","steps":["trace[1616340376] 'process raft request' (duration: 784.335256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:54.479039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:53.818931Z","time spent":"660.094036ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:54.479084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:53.694333Z","time spent":"784.712058ms","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:54.479135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.284569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:54.479171Z","caller":"traceutil/trace.go:171","msg":"trace[1113722831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8862; }","duration":"390.371511ms","start":"2026-03-31T05:19:54.088789Z","end":"2026-03-31T05:19:54.47916Z","steps":["trace[1113722831] 'agreement among raft nodes before linearized reading' (duration: 390.302939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:54.4792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:54.088759Z","time spent":"390.435453ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:19:54.479242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.819285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T05:19:54.479269Z","caller":"traceutil/trace.go:171","msg":"trace[255857218] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8862; }","duration":"250.892708ms","start":"2026-03-31T05:19:54.228368Z","end":"2026-03-31T05:19:54.47926Z","steps":["trace[255857218] 'agreement among raft nodes before linearized reading' (duration: 250.791155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:54.735708Z","caller":"traceutil/trace.go:171","msg":"trace[232632079] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"194.738801ms","start":"2026-03-31T05:19:54.54094Z","end":"2026-03-31T05:19:54.735679Z","steps":["trace[232632079] 'process raft request' (duration: 167.599893ms)","trace[232632079] 'compare' (duration: 27.001804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:54.796303Z","caller":"traceutil/trace.go:171","msg":"trace[54842613] linearizableReadLoop","detail":"{readStateIndex:9196; appliedIndex:9194; }","duration":"120.028448ms","start":"2026-03-31T05:19:54.676252Z","end":"2026-03-31T05:19:54.79628Z","steps":["trace[54842613] 'read index received' (duration: 32.261071ms)","trace[54842613] 'applied index is now lower than readState.Index' (duration: 87.766677ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:54.796428Z","caller":"traceutil/trace.go:171","msg":"trace[825900605] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"206.907246ms","start":"2026-03-31T05:19:54.589473Z","end":"2026-03-31T05:19:54.79638Z","steps":["trace[825900605] 'process raft request' (duration: 206.668099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:54.79651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.233164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:19:54.796541Z","caller":"traceutil/trace.go:171","msg":"trace[800605208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8869; }","duration":"120.328987ms","start":"2026-03-31T05:19:54.676204Z","end":"2026-03-31T05:19:54.796533Z","steps":["trace[800605208] 'agreement among raft nodes before linearized reading' (duration: 120.182082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:54.796807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.505243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:19:54.796892Z","caller":"traceutil/trace.go:171","msg":"trace[177285707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8869; }","duration":"120.659308ms","start":"2026-03-31T05:19:54.676209Z","end":"2026-03-31T05:19:54.796869Z","steps":["trace[177285707] 'agreement among raft nodes before linearized reading' (duration: 120.398269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.000222Z","caller":"traceutil/trace.go:171","msg":"trace[1519190521] linearizableReadLoop","detail":"{readStateIndex:9197; appliedIndex:9196; }","duration":"203.830879ms","start":"2026-03-31T05:19:54.796363Z","end":"2026-03-31T05:19:55.000194Z","steps":["trace[1519190521] 'read index received' (duration: 161.885462ms)","trace[1519190521] 'applied index is now lower than readState.Index' (duration: 41.943957ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:55.000272Z","caller":"traceutil/trace.go:171","msg":"trace[178644933] transaction","detail":"{read_only:false; response_revision:8870; number_of_response:1; }","duration":"256.437974ms","start":"2026-03-31T05:19:54.743789Z","end":"2026-03-31T05:19:55.000227Z","steps":["trace[178644933] 'process raft request' (duration: 214.461736ms)","trace[178644933] 'compare' (duration: 41.582225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:55.0004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.550967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:19:55.00047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.137945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:55.00047Z","caller":"traceutil/trace.go:171","msg":"trace[1647330720] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8870; }","duration":"323.64354ms","start":"2026-03-31T05:19:54.676807Z","end":"2026-03-31T05:19:55.00045Z","steps":["trace[1647330720] 'agreement among raft nodes before linearized reading' (duration: 323.457944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.000401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.492696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:19:55.00055Z","caller":"traceutil/trace.go:171","msg":"trace[1031662955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8870; }","duration":"324.27797ms","start":"2026-03-31T05:19:54.676254Z","end":"2026-03-31T05:19:55.000532Z","steps":["trace[1031662955] 'agreement among raft nodes before linearized reading' (duration: 324.026932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.000605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:54.676227Z","time spent":"324.368713ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:19:55.000661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:54.676797Z","time spent":"323.766574ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:19:55.000621Z","caller":"traceutil/trace.go:171","msg":"trace[583720671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8870; }","duration":"323.723383ms","start":"2026-03-31T05:19:54.676863Z","end":"2026-03-31T05:19:55.000586Z","steps":["trace[583720671] 'agreement among raft nodes before linearized reading' (duration: 323.349451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.000746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:54.676851Z","time spent":"323.856417ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:19:55.232221Z","caller":"traceutil/trace.go:171","msg":"trace[1247710045] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"431.74875ms","start":"2026-03-31T05:19:54.80044Z","end":"2026-03-31T05:19:55.232189Z","steps":["trace[1247710045] 'process raft request' (duration: 370.75771ms)","trace[1247710045] 'compare' (duration: 60.784834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:55.232445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:54.800421Z","time spent":"431.933346ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:55.232576Z","caller":"traceutil/trace.go:171","msg":"trace[1973217513] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"379.476846ms","start":"2026-03-31T05:19:54.853069Z","end":"2026-03-31T05:19:55.232546Z","steps":["trace[1973217513] 'process raft request' (duration: 379.356743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.2327Z","caller":"traceutil/trace.go:171","msg":"trace[738069783] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"431.11269ms","start":"2026-03-31T05:19:54.801551Z","end":"2026-03-31T05:19:55.232664Z","steps":["trace[738069783] 'process raft request' (duration: 430.564243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.232737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:54.853049Z","time spent":"379.609441ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:55.232879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:54.80154Z","time spent":"431.247425ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:55.322289Z","caller":"traceutil/trace.go:171","msg":"trace[58345959] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"316.66618ms","start":"2026-03-31T05:19:55.005584Z","end":"2026-03-31T05:19:55.32225Z","steps":["trace[58345959] 'process raft request' (duration: 316.438922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.322356Z","caller":"traceutil/trace.go:171","msg":"trace[2068676650] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"315.651747ms","start":"2026-03-31T05:19:55.006668Z","end":"2026-03-31T05:19:55.32232Z","steps":["trace[2068676650] 'process raft request' (duration: 315.489882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.322456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.005552Z","time spent":"316.817384ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:55.322514Z","caller":"traceutil/trace.go:171","msg":"trace[695613824] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"314.008035ms","start":"2026-03-31T05:19:55.008488Z","end":"2026-03-31T05:19:55.322496Z","steps":["trace[695613824] 'process raft request' (duration: 313.708446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.32252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.006649Z","time spent":"315.779391ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:55.322597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.008468Z","time spent":"314.090497ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2081,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:19:55.322726Z","caller":"traceutil/trace.go:171","msg":"trace[867035902] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"313.009534ms","start":"2026-03-31T05:19:55.009697Z","end":"2026-03-31T05:19:55.322707Z","steps":["trace[867035902] 'process raft request' (duration: 312.720245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.322854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.009687Z","time spent":"313.098167ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:55.32319Z","caller":"traceutil/trace.go:171","msg":"trace[709741353] linearizableReadLoop","detail":"{readStateIndex:9202; appliedIndex:9197; }","duration":"315.182293ms","start":"2026-03-31T05:19:55.007988Z","end":"2026-03-31T05:19:55.323171Z","steps":["trace[709741353] 'read index received' (duration: 163.224105ms)","trace[709741353] 'applied index is now lower than readState.Index' (duration: 151.956778ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:55.323247Z","caller":"traceutil/trace.go:171","msg":"trace[1634001601] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"305.492236ms","start":"2026-03-31T05:19:55.017742Z","end":"2026-03-31T05:19:55.323234Z","steps":["trace[1634001601] 'process raft request' (duration: 304.898217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.323354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.017725Z","time spent":"305.548987ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5131,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:55.323473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.478662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T05:19:55.323538Z","caller":"traceutil/trace.go:171","msg":"trace[1711026811] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8878; }","duration":"315.574775ms","start":"2026-03-31T05:19:55.007948Z","end":"2026-03-31T05:19:55.323522Z","steps":["trace[1711026811] 'agreement among raft nodes before linearized reading' (duration: 315.346148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.323601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.007931Z","time spent":"315.639567ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":550,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-31T05:19:55.323612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.659645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:55.323653Z","caller":"traceutil/trace.go:171","msg":"trace[260469817] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8878; }","duration":"161.741328ms","start":"2026-03-31T05:19:55.161897Z","end":"2026-03-31T05:19:55.323638Z","steps":["trace[260469817] 'agreement among raft nodes before linearized reading' (duration: 161.671575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.323826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.264792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-vzpxn\" ","response":"range_response_count:1 size:4555"} {"level":"info","ts":"2026-03-31T05:19:55.323928Z","caller":"traceutil/trace.go:171","msg":"trace[1627356057] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-vzpxn; range_end:; response_count:1; response_revision:8878; }","duration":"313.379446ms","start":"2026-03-31T05:19:55.010518Z","end":"2026-03-31T05:19:55.323897Z","steps":["trace[1627356057] 'agreement among raft nodes before linearized reading' (duration: 313.112107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.323979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.010511Z","time spent":"313.457668ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4579,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-vzpxn\" "} {"level":"warn","ts":"2026-03-31T05:19:55.324634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.646097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:10000 ","response":"range_response_count:6 size:42744"} {"level":"info","ts":"2026-03-31T05:19:55.324751Z","caller":"traceutil/trace.go:171","msg":"trace[2105721477] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:6; response_revision:8878; }","duration":"315.779461ms","start":"2026-03-31T05:19:55.008947Z","end":"2026-03-31T05:19:55.324726Z","steps":["trace[2105721477] 'agreement among raft nodes before linearized reading' (duration: 314.499241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.324875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.008938Z","time spent":"315.848094ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":6,"response size":42768,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" limit:10000 "} {"level":"info","ts":"2026-03-31T05:19:55.559709Z","caller":"traceutil/trace.go:171","msg":"trace[1927666190] linearizableReadLoop","detail":"{readStateIndex:9207; appliedIndex:9205; }","duration":"227.330992ms","start":"2026-03-31T05:19:55.332361Z","end":"2026-03-31T05:19:55.559692Z","steps":["trace[1927666190] 'read index received' (duration: 20.815718ms)","trace[1927666190] 'applied index is now lower than readState.Index' (duration: 206.514694ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:55.559789Z","caller":"traceutil/trace.go:171","msg":"trace[2094101121] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"226.487806ms","start":"2026-03-31T05:19:55.333294Z","end":"2026-03-31T05:19:55.559782Z","steps":["trace[2094101121] 'process raft request' (duration: 226.271259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.559876Z","caller":"traceutil/trace.go:171","msg":"trace[899004439] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"224.71645ms","start":"2026-03-31T05:19:55.335117Z","end":"2026-03-31T05:19:55.559834Z","steps":["trace[899004439] 'process raft request' (duration: 224.518323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.559979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.598261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-03-31T05:19:55.559898Z","caller":"traceutil/trace.go:171","msg":"trace[929421475] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"227.729575ms","start":"2026-03-31T05:19:55.332135Z","end":"2026-03-31T05:19:55.559865Z","steps":["trace[929421475] 'process raft request' (duration: 226.819446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.560052Z","caller":"traceutil/trace.go:171","msg":"trace[1734820874] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8883; }","duration":"227.730975ms","start":"2026-03-31T05:19:55.332304Z","end":"2026-03-31T05:19:55.560035Z","steps":["trace[1734820874] 'agreement among raft nodes before linearized reading' (duration: 227.57172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.560247Z","caller":"traceutil/trace.go:171","msg":"trace[996664019] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"227.000992ms","start":"2026-03-31T05:19:55.333214Z","end":"2026-03-31T05:19:55.560215Z","steps":["trace[996664019] 'process raft request' (duration: 226.277469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.655349Z","caller":"traceutil/trace.go:171","msg":"trace[775912980] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"266.208803ms","start":"2026-03-31T05:19:55.38911Z","end":"2026-03-31T05:19:55.655318Z","steps":["trace[775912980] 'process raft request' (duration: 265.965685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.6555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.753817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-31T05:19:55.655578Z","caller":"traceutil/trace.go:171","msg":"trace[1832005182] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8884; }","duration":"319.85486ms","start":"2026-03-31T05:19:55.335705Z","end":"2026-03-31T05:19:55.65556Z","steps":["trace[1832005182] 'agreement among raft nodes before linearized reading' (duration: 319.622583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.655615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.335699Z","time spent":"319.910842ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T05:19:55.731819Z","caller":"traceutil/trace.go:171","msg":"trace[216134327] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8884; }","duration":"163.233644ms","start":"2026-03-31T05:19:55.56856Z","end":"2026-03-31T05:19:55.731793Z","steps":["trace[216134327] 'process raft request' (duration: 163.074759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.732002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.499484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-31T05:19:55.732067Z","caller":"traceutil/trace.go:171","msg":"trace[1546594002] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8886; }","duration":"164.575517ms","start":"2026-03-31T05:19:55.567477Z","end":"2026-03-31T05:19:55.732053Z","steps":["trace[1546594002] 'agreement among raft nodes before linearized reading' (duration: 164.399451ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.732062Z","caller":"traceutil/trace.go:171","msg":"trace[239143927] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"160.193069ms","start":"2026-03-31T05:19:55.57183Z","end":"2026-03-31T05:19:55.732023Z","steps":["trace[239143927] 'process raft request' (duration: 159.889169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.732193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.414474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:19:55.732329Z","caller":"traceutil/trace.go:171","msg":"trace[1766076605] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8886; }","duration":"171.61673ms","start":"2026-03-31T05:19:55.560688Z","end":"2026-03-31T05:19:55.732304Z","steps":["trace[1766076605] 'agreement among raft nodes before linearized reading' (duration: 171.242668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.732496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.132324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:37 size:584496"} {"level":"info","ts":"2026-03-31T05:19:55.732611Z","caller":"traceutil/trace.go:171","msg":"trace[335664601] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:37; response_revision:8886; }","duration":"116.286829ms","start":"2026-03-31T05:19:55.616309Z","end":"2026-03-31T05:19:55.732596Z","steps":["trace[335664601] 'agreement among raft nodes before linearized reading' (duration: 115.571486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.732711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.982472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:19:55.732717Z","caller":"traceutil/trace.go:171","msg":"trace[1520260569] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"128.085132ms","start":"2026-03-31T05:19:55.604618Z","end":"2026-03-31T05:19:55.732703Z","steps":["trace[1520260569] 'process raft request' (duration: 127.185014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:55.73275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.201729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T05:19:55.73276Z","caller":"traceutil/trace.go:171","msg":"trace[382558197] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8886; }","duration":"166.058134ms","start":"2026-03-31T05:19:55.566691Z","end":"2026-03-31T05:19:55.732749Z","steps":["trace[382558197] 'agreement among raft nodes before linearized reading' (duration: 165.92967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:55.732777Z","caller":"traceutil/trace.go:171","msg":"trace[274825754] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8886; }","duration":"166.26677ms","start":"2026-03-31T05:19:55.566503Z","end":"2026-03-31T05:19:55.73277Z","steps":["trace[274825754] 'agreement among raft nodes before linearized reading' (duration: 166.192038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.054696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.681802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:56.054878Z","caller":"traceutil/trace.go:171","msg":"trace[1749887550] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"271.075097ms","start":"2026-03-31T05:19:55.783792Z","end":"2026-03-31T05:19:56.054867Z","steps":["trace[1749887550] 'process raft request' (duration: 271.039316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:56.054939Z","caller":"traceutil/trace.go:171","msg":"trace[1486080463] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"317.6354ms","start":"2026-03-31T05:19:55.737283Z","end":"2026-03-31T05:19:56.054918Z","steps":["trace[1486080463] 'process raft request' (duration: 90.670669ms)","trace[1486080463] 'compare' (duration: 226.430814ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:56.055005Z","caller":"traceutil/trace.go:171","msg":"trace[232113869] linearizableReadLoop","detail":"{readStateIndex:9217; appliedIndex:9215; }","duration":"272.602685ms","start":"2026-03-31T05:19:55.782397Z","end":"2026-03-31T05:19:56.054999Z","steps":["trace[232113869] 'read index received' (duration: 45.495169ms)","trace[232113869] 'applied index is now lower than readState.Index' (duration: 227.106876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:56.055015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.737273Z","time spent":"317.704392ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:56.055147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.944895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T05:19:56.055169Z","caller":"traceutil/trace.go:171","msg":"trace[847847162] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8889; }","duration":"308.986746ms","start":"2026-03-31T05:19:55.746176Z","end":"2026-03-31T05:19:56.055162Z","steps":["trace[847847162] 'agreement among raft nodes before linearized reading' (duration: 308.893833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.055186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.746166Z","time spent":"309.015798ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T05:19:56.055176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.9599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:56.055259Z","caller":"traceutil/trace.go:171","msg":"trace[1245384264] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:0; response_revision:8889; }","duration":"269.050733ms","start":"2026-03-31T05:19:55.786189Z","end":"2026-03-31T05:19:56.05524Z","steps":["trace[1245384264] 'agreement among raft nodes before linearized reading' (duration: 268.914868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:56.055373Z","caller":"traceutil/trace.go:171","msg":"trace[1890143774] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"313.656394ms","start":"2026-03-31T05:19:55.741223Z","end":"2026-03-31T05:19:56.054879Z","steps":["trace[1890143774] 'process raft request' (duration: 313.5389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.055476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.779366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223770"} {"level":"info","ts":"2026-03-31T05:19:56.0555Z","caller":"traceutil/trace.go:171","msg":"trace[797358800] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8889; }","duration":"318.816908ms","start":"2026-03-31T05:19:55.736679Z","end":"2026-03-31T05:19:56.055496Z","steps":["trace[797358800] 'agreement among raft nodes before linearized reading' (duration: 318.621412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.055518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.736673Z","time spent":"318.838758ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223794,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:19:56.055521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.136659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:56.055557Z","caller":"traceutil/trace.go:171","msg":"trace[1310233847] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8889; }","duration":"192.253283ms","start":"2026-03-31T05:19:55.863293Z","end":"2026-03-31T05:19:56.055546Z","steps":["trace[1310233847] 'agreement among raft nodes before linearized reading' (duration: 192.189081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.055653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.068233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-31T05:19:56.055673Z","caller":"traceutil/trace.go:171","msg":"trace[1787183303] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8889; }","duration":"317.097653ms","start":"2026-03-31T05:19:55.73857Z","end":"2026-03-31T05:19:56.055667Z","steps":["trace[1787183303] 'agreement among raft nodes before linearized reading' (duration: 317.045721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.055688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.738565Z","time spent":"317.119864ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-31T05:19:56.055712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:55.741205Z","time spent":"314.370337ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:56.056414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.406711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:37 size:584496"} {"level":"info","ts":"2026-03-31T05:19:56.056438Z","caller":"traceutil/trace.go:171","msg":"trace[312206805] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:37; response_revision:8889; }","duration":"176.484804ms","start":"2026-03-31T05:19:55.879948Z","end":"2026-03-31T05:19:56.056433Z","steps":["trace[312206805] 'agreement among raft nodes before linearized reading' (duration: 175.39477ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:56.394263Z","caller":"traceutil/trace.go:171","msg":"trace[2102421518] linearizableReadLoop","detail":"{readStateIndex:9219; appliedIndex:9218; }","duration":"325.575092ms","start":"2026-03-31T05:19:56.068673Z","end":"2026-03-31T05:19:56.394248Z","steps":["trace[2102421518] 'read index received' (duration: 325.474009ms)","trace[2102421518] 'applied index is now lower than readState.Index' (duration: 100.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:56.394354Z","caller":"traceutil/trace.go:171","msg":"trace[2135733946] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"328.238726ms","start":"2026-03-31T05:19:56.066108Z","end":"2026-03-31T05:19:56.394347Z","steps":["trace[2135733946] 'process raft request' (duration: 328.03673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.394412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.066088Z","time spent":"328.282597ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2837,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:56.394881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.203082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-03-31T05:19:56.394913Z","caller":"traceutil/trace.go:171","msg":"trace[522036184] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:8890; }","duration":"326.257873ms","start":"2026-03-31T05:19:56.068647Z","end":"2026-03-31T05:19:56.394905Z","steps":["trace[522036184] 'agreement among raft nodes before linearized reading' (duration: 326.16953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.394932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.068644Z","time spent":"326.283303ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4111,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"warn","ts":"2026-03-31T05:19:56.394854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.084748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-31T05:19:56.39514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.551992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:56.395196Z","caller":"traceutil/trace.go:171","msg":"trace[769152272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8890; }","duration":"307.644934ms","start":"2026-03-31T05:19:56.087536Z","end":"2026-03-31T05:19:56.395181Z","steps":["trace[769152272] 'agreement among raft nodes before linearized reading' (duration: 307.555762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.395241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.087519Z","time spent":"307.714686ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:19:56.395263Z","caller":"traceutil/trace.go:171","msg":"trace[121193114] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8890; }","duration":"326.46136ms","start":"2026-03-31T05:19:56.068694Z","end":"2026-03-31T05:19:56.395155Z","steps":["trace[121193114] 'agreement among raft nodes before linearized reading' (duration: 325.83729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.395693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.068541Z","time spent":"327.130011ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T05:19:56.396209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.23206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-31T05:19:56.396292Z","caller":"traceutil/trace.go:171","msg":"trace[205400299] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8890; }","duration":"300.354104ms","start":"2026-03-31T05:19:56.095917Z","end":"2026-03-31T05:19:56.396271Z","steps":["trace[205400299] 'agreement among raft nodes before linearized reading' (duration: 299.164316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.396343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.095901Z","time spent":"300.428606ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T05:19:56.567761Z","caller":"traceutil/trace.go:171","msg":"trace[410190674] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9220; }","duration":"100.530571ms","start":"2026-03-31T05:19:56.467214Z","end":"2026-03-31T05:19:56.567744Z","steps":["trace[410190674] 'read index received' (duration: 100.344605ms)","trace[410190674] 'applied index is now lower than readState.Index' (duration: 185.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:56.567889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.665195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/csi-ceph-conf-override\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:56.567869Z","caller":"traceutil/trace.go:171","msg":"trace[1547423555] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"100.81224ms","start":"2026-03-31T05:19:56.46702Z","end":"2026-03-31T05:19:56.567832Z","steps":["trace[1547423555] 'process raft request' (duration: 100.614474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:56.567911Z","caller":"traceutil/trace.go:171","msg":"trace[928977218] range","detail":"{range_begin:/registry/configmaps/rook-ceph/csi-ceph-conf-override; range_end:; response_count:0; response_revision:8892; }","duration":"100.729987ms","start":"2026-03-31T05:19:56.467174Z","end":"2026-03-31T05:19:56.567904Z","steps":["trace[928977218] 'agreement among raft nodes before linearized reading' (duration: 100.655835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:56.568119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.614453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:19:56.568217Z","caller":"traceutil/trace.go:171","msg":"trace[1084832405] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8892; }","duration":"100.731587ms","start":"2026-03-31T05:19:56.467462Z","end":"2026-03-31T05:19:56.568193Z","steps":["trace[1084832405] 'agreement among raft nodes before linearized reading' (duration: 100.447788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:56.86412Z","caller":"traceutil/trace.go:171","msg":"trace[321844339] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"290.721779ms","start":"2026-03-31T05:19:56.573368Z","end":"2026-03-31T05:19:56.86409Z","steps":["trace[321844339] 'process raft request' (duration: 226.260519ms)","trace[321844339] 'compare' (duration: 64.323515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:57.234704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.644291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:19:57.235053Z","caller":"traceutil/trace.go:171","msg":"trace[1037912342] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"365.06522ms","start":"2026-03-31T05:19:56.869892Z","end":"2026-03-31T05:19:57.234957Z","steps":["trace[1037912342] 'process raft request' (duration: 365.020669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.235135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.869876Z","time spent":"365.227655ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:19:57.235251Z","caller":"traceutil/trace.go:171","msg":"trace[1060414448] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"433.229727ms","start":"2026-03-31T05:19:56.801997Z","end":"2026-03-31T05:19:57.235226Z","steps":["trace[1060414448] 'process raft request' (duration: 432.875725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:57.235289Z","caller":"traceutil/trace.go:171","msg":"trace[922713648] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"661.073525ms","start":"2026-03-31T05:19:56.574175Z","end":"2026-03-31T05:19:57.235248Z","steps":["trace[922713648] 'process raft request' (duration: 408.810134ms)","trace[922713648] 'compare' (duration: 251.459236ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:57.235253Z","caller":"traceutil/trace.go:171","msg":"trace[1260706109] linearizableReadLoop","detail":"{readStateIndex:9223; appliedIndex:9221; }","duration":"661.046325ms","start":"2026-03-31T05:19:56.574188Z","end":"2026-03-31T05:19:57.235235Z","steps":["trace[1260706109] 'read index received' (duration: 225.455133ms)","trace[1260706109] 'applied index is now lower than readState.Index' (duration: 435.589042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:19:57.2354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.801972Z","time spent":"433.362191ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:57.235465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.574164Z","time spent":"661.229481ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:19:57.235529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.868636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:57.235581Z","caller":"traceutil/trace.go:171","msg":"trace[491563480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8897; }","duration":"146.970319ms","start":"2026-03-31T05:19:57.088601Z","end":"2026-03-31T05:19:57.235572Z","steps":["trace[491563480] 'agreement among raft nodes before linearized reading' (duration: 146.882437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.235627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.124967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"warn","ts":"2026-03-31T05:19:57.235643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.411146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:19:57.235688Z","caller":"traceutil/trace.go:171","msg":"trace[333166270] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8897; }","duration":"661.227691ms","start":"2026-03-31T05:19:56.574445Z","end":"2026-03-31T05:19:57.235673Z","steps":["trace[333166270] 'agreement among raft nodes before linearized reading' (duration: 661.028374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.235712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.61937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-03-31T05:19:57.235749Z","caller":"traceutil/trace.go:171","msg":"trace[17774473] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:8897; }","duration":"141.689823ms","start":"2026-03-31T05:19:57.094044Z","end":"2026-03-31T05:19:57.235734Z","steps":["trace[17774473] 'agreement among raft nodes before linearized reading' (duration: 141.60254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:57.235746Z","caller":"traceutil/trace.go:171","msg":"trace[1945552298] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8897; }","duration":"661.552921ms","start":"2026-03-31T05:19:56.574166Z","end":"2026-03-31T05:19:57.235719Z","steps":["trace[1945552298] 'agreement among raft nodes before linearized reading' (duration: 661.18838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.235752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.574424Z","time spent":"661.313513ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":413,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:19:57.235626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.944438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-stm6t\" ","response":"range_response_count:1 size:3304"} {"level":"info","ts":"2026-03-31T05:19:57.235798Z","caller":"traceutil/trace.go:171","msg":"trace[241663486] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-stm6t; range_end:; response_count:1; response_revision:8897; }","duration":"360.166884ms","start":"2026-03-31T05:19:56.875623Z","end":"2026-03-31T05:19:57.23579Z","steps":["trace[241663486] 'agreement among raft nodes before linearized reading' (duration: 359.883525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.235802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.574155Z","time spent":"661.635593ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-31T05:19:57.235832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.875599Z","time spent":"360.223526ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3328,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-stm6t\" "} {"level":"warn","ts":"2026-03-31T05:19:57.23584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.689753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:19:57.235058Z","caller":"traceutil/trace.go:171","msg":"trace[2088605342] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"660.046403ms","start":"2026-03-31T05:19:56.574977Z","end":"2026-03-31T05:19:57.235024Z","steps":["trace[2088605342] 'process raft request' (duration: 659.820216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.236201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.574969Z","time spent":"661.186169ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3019,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:57.235986Z","caller":"traceutil/trace.go:171","msg":"trace[2060519957] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8897; }","duration":"660.827848ms","start":"2026-03-31T05:19:56.575103Z","end":"2026-03-31T05:19:57.235931Z","steps":["trace[2060519957] 'agreement among raft nodes before linearized reading' (duration: 660.496137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.236943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:56.575098Z","time spent":"661.826929ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T05:19:57.470493Z","caller":"traceutil/trace.go:171","msg":"trace[2014626314] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"229.307335ms","start":"2026-03-31T05:19:57.241153Z","end":"2026-03-31T05:19:57.470461Z","steps":["trace[2014626314] 'process raft request' (duration: 156.420809ms)","trace[2014626314] 'compare' (duration: 72.767423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:57.515274Z","caller":"traceutil/trace.go:171","msg":"trace[599963705] linearizableReadLoop","detail":"{readStateIndex:9228; appliedIndex:9226; }","duration":"273.532074ms","start":"2026-03-31T05:19:57.241727Z","end":"2026-03-31T05:19:57.515259Z","steps":["trace[599963705] 'read index received' (duration: 155.870972ms)","trace[599963705] 'applied index is now lower than readState.Index' (duration: 117.660522ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:57.515413Z","caller":"traceutil/trace.go:171","msg":"trace[347548902] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"272.951106ms","start":"2026-03-31T05:19:57.242441Z","end":"2026-03-31T05:19:57.515392Z","steps":["trace[347548902] 'process raft request' (duration: 272.789341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.515639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.898264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:19:57.515675Z","caller":"traceutil/trace.go:171","msg":"trace[156562666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8900; }","duration":"187.977567ms","start":"2026-03-31T05:19:57.327688Z","end":"2026-03-31T05:19:57.515666Z","steps":["trace[156562666] 'agreement among raft nodes before linearized reading' (duration: 187.879154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.515723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.982498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:19:57.515765Z","caller":"traceutil/trace.go:171","msg":"trace[808885367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8900; }","duration":"188.06716ms","start":"2026-03-31T05:19:57.327689Z","end":"2026-03-31T05:19:57.515756Z","steps":["trace[808885367] 'agreement among raft nodes before linearized reading' (duration: 187.925566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.515725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.945916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:19:57.515801Z","caller":"traceutil/trace.go:171","msg":"trace[420031247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8900; }","duration":"188.07051ms","start":"2026-03-31T05:19:57.32772Z","end":"2026-03-31T05:19:57.515791Z","steps":["trace[420031247] 'agreement among raft nodes before linearized reading' (duration: 187.908865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.515538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.788923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:19:57.515903Z","caller":"traceutil/trace.go:171","msg":"trace[934378535] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8900; }","duration":"274.178165ms","start":"2026-03-31T05:19:57.241715Z","end":"2026-03-31T05:19:57.515893Z","steps":["trace[934378535] 'agreement among raft nodes before linearized reading' (duration: 273.758901ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:57.515409Z","caller":"traceutil/trace.go:171","msg":"trace[1375584554] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"273.859025ms","start":"2026-03-31T05:19:57.241507Z","end":"2026-03-31T05:19:57.515366Z","steps":["trace[1375584554] 'process raft request' (duration: 273.617577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.516139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.71899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T05:19:57.516173Z","caller":"traceutil/trace.go:171","msg":"trace[1597116188] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8900; }","duration":"273.776752ms","start":"2026-03-31T05:19:57.242388Z","end":"2026-03-31T05:19:57.516165Z","steps":["trace[1597116188] 'agreement among raft nodes before linearized reading' (duration: 273.69458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:57.516454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.285668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:19:57.516495Z","caller":"traceutil/trace.go:171","msg":"trace[163808295] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8900; }","duration":"274.336089ms","start":"2026-03-31T05:19:57.242148Z","end":"2026-03-31T05:19:57.516484Z","steps":["trace[163808295] 'agreement among raft nodes before linearized reading' (duration: 273.41707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.146719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520672,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:19:58.192673Z","caller":"traceutil/trace.go:171","msg":"trace[51471347] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"546.930755ms","start":"2026-03-31T05:19:57.645719Z","end":"2026-03-31T05:19:58.19265Z","steps":["trace[51471347] 'process raft request' (duration: 546.77726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.192812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.645703Z","time spent":"547.038988ms","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:58.195735Z","caller":"traceutil/trace.go:171","msg":"trace[1548498265] linearizableReadLoop","detail":"{readStateIndex:9235; appliedIndex:9232; }","duration":"549.28624ms","start":"2026-03-31T05:19:57.646432Z","end":"2026-03-31T05:19:58.195718Z","steps":["trace[1548498265] 'read index received' (duration: 546.075748ms)","trace[1548498265] 'applied index is now lower than readState.Index' (duration: 3.209372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:58.19583Z","caller":"traceutil/trace.go:171","msg":"trace[295987278] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"457.265968ms","start":"2026-03-31T05:19:57.738556Z","end":"2026-03-31T05:19:58.195822Z","steps":["trace[295987278] 'process raft request' (duration: 457.129924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:58.195812Z","caller":"traceutil/trace.go:171","msg":"trace[904535766] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"536.68571ms","start":"2026-03-31T05:19:57.659089Z","end":"2026-03-31T05:19:58.195775Z","steps":["trace[904535766] 'process raft request' (duration: 536.491184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.1959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.457955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/rook-ceph.nfs.csi.ceph.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:58.195919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.738521Z","time spent":"457.33032ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:19:58.195955Z","caller":"traceutil/trace.go:171","msg":"trace[2046244976] range","detail":"{range_begin:/registry/csidrivers/rook-ceph.nfs.csi.ceph.com; range_end:; response_count:0; response_revision:8906; }","duration":"549.519127ms","start":"2026-03-31T05:19:57.646418Z","end":"2026-03-31T05:19:58.195937Z","steps":["trace[2046244976] 'agreement among raft nodes before linearized reading' (duration: 549.432685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.195988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.646413Z","time spent":"549.567439ms","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/rook-ceph.nfs.csi.ceph.com\" "} {"level":"warn","ts":"2026-03-31T05:19:58.195994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.659073Z","time spent":"536.826735ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:19:58.196252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.925697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:58.196286Z","caller":"traceutil/trace.go:171","msg":"trace[779057513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8906; }","duration":"450.999999ms","start":"2026-03-31T05:19:57.745279Z","end":"2026-03-31T05:19:58.196279Z","steps":["trace[779057513] 'agreement among raft nodes before linearized reading' (duration: 450.938957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.196307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:57.74526Z","time spent":"451.041371ms","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:19:58.196355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.316898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:19:58.196411Z","caller":"traceutil/trace.go:171","msg":"trace[40814338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8906; }","duration":"133.402671ms","start":"2026-03-31T05:19:58.062995Z","end":"2026-03-31T05:19:58.196397Z","steps":["trace[40814338] 'agreement among raft nodes before linearized reading' (duration: 133.222035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.196468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.27558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:19:58.196497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.935908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:19:58.196522Z","caller":"traceutil/trace.go:171","msg":"trace[1894379317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8906; }","duration":"133.98982ms","start":"2026-03-31T05:19:58.062523Z","end":"2026-03-31T05:19:58.196513Z","steps":["trace[1894379317] 'agreement among raft nodes before linearized reading' (duration: 133.888176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:58.196516Z","caller":"traceutil/trace.go:171","msg":"trace[1830198832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8906; }","duration":"110.352721ms","start":"2026-03-31T05:19:58.086151Z","end":"2026-03-31T05:19:58.196504Z","steps":["trace[1830198832] 'agreement among raft nodes before linearized reading' (duration: 110.253818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.196632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.451998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:19:58.196654Z","caller":"traceutil/trace.go:171","msg":"trace[613599722] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8906; }","duration":"240.537831ms","start":"2026-03-31T05:19:57.956109Z","end":"2026-03-31T05:19:58.196647Z","steps":["trace[613599722] 'agreement among raft nodes before linearized reading' (duration: 240.460548ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:58.381783Z","caller":"traceutil/trace.go:171","msg":"trace[1937517374] linearizableReadLoop","detail":"{readStateIndex:9236; appliedIndex:9235; }","duration":"180.280085ms","start":"2026-03-31T05:19:58.201443Z","end":"2026-03-31T05:19:58.381723Z","steps":["trace[1937517374] 'read index received' (duration: 180.051027ms)","trace[1937517374] 'applied index is now lower than readState.Index' (duration: 227.588µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:19:58.381825Z","caller":"traceutil/trace.go:171","msg":"trace[632919163] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"180.958076ms","start":"2026-03-31T05:19:58.200823Z","end":"2026-03-31T05:19:58.381781Z","steps":["trace[632919163] 'process raft request' (duration: 180.712038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.382269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.787801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-03-31T05:19:58.38238Z","caller":"traceutil/trace.go:171","msg":"trace[1685988507] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8907; }","duration":"180.923155ms","start":"2026-03-31T05:19:58.201428Z","end":"2026-03-31T05:19:58.382352Z","steps":["trace[1685988507] 'agreement among raft nodes before linearized reading' (duration: 180.441689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:19:58.387503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.547583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:19:58.387556Z","caller":"traceutil/trace.go:171","msg":"trace[2114500398] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8908; }","duration":"101.684848ms","start":"2026-03-31T05:19:58.28586Z","end":"2026-03-31T05:19:58.387545Z","steps":["trace[2114500398] 'agreement among raft nodes before linearized reading' (duration: 101.524533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:59.682789Z","caller":"traceutil/trace.go:171","msg":"trace[905621553] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"119.741679ms","start":"2026-03-31T05:19:59.562952Z","end":"2026-03-31T05:19:59.682694Z","steps":["trace[905621553] 'process raft request' (duration: 119.569003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:59.716799Z","caller":"traceutil/trace.go:171","msg":"trace[1698778502] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"153.708733ms","start":"2026-03-31T05:19:59.563058Z","end":"2026-03-31T05:19:59.716767Z","steps":["trace[1698778502] 'process raft request' (duration: 153.440525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:19:59.716794Z","caller":"traceutil/trace.go:171","msg":"trace[1046003410] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"152.568127ms","start":"2026-03-31T05:19:59.564196Z","end":"2026-03-31T05:19:59.716764Z","steps":["trace[1046003410] 'process raft request' (duration: 152.449154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.078783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.888327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:00.079001Z","caller":"traceutil/trace.go:171","msg":"trace[790737814] linearizableReadLoop","detail":"{readStateIndex:9247; appliedIndex:9245; }","duration":"230.612477ms","start":"2026-03-31T05:19:59.848371Z","end":"2026-03-31T05:20:00.078984Z","steps":["trace[790737814] 'read index received' (duration: 228.043676ms)","trace[790737814] 'applied index is now lower than readState.Index' (duration: 2.568001ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:00.079076Z","caller":"traceutil/trace.go:171","msg":"trace[1444768610] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"357.4353ms","start":"2026-03-31T05:19:59.72163Z","end":"2026-03-31T05:20:00.079065Z","steps":["trace[1444768610] 'process raft request' (duration: 101.174621ms)","trace[1444768610] 'compare' (duration: 255.605978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:00.078593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.624366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:00.079139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.721611Z","time spent":"357.495901ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:00.079171Z","caller":"traceutil/trace.go:171","msg":"trace[98575837] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"356.556591ms","start":"2026-03-31T05:19:59.72259Z","end":"2026-03-31T05:20:00.079147Z","steps":["trace[98575837] 'process raft request' (duration: 356.338064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.079191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.804703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:00.079361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.760762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:00.079354Z","caller":"traceutil/trace.go:171","msg":"trace[2077369221] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8918; }","duration":"230.978889ms","start":"2026-03-31T05:19:59.848302Z","end":"2026-03-31T05:20:00.079281Z","steps":["trace[2077369221] 'agreement among raft nodes before linearized reading' (duration: 230.792003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.07918Z","caller":"traceutil/trace.go:171","msg":"trace[682762643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8916; }","duration":"206.250646ms","start":"2026-03-31T05:19:59.872902Z","end":"2026-03-31T05:20:00.079153Z","steps":["trace[682762643] 'range keys from in-memory index tree' (duration: 205.598595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.079436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.629806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:00.079501Z","caller":"traceutil/trace.go:171","msg":"trace[479934082] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8918; }","duration":"101.75571ms","start":"2026-03-31T05:19:59.977729Z","end":"2026-03-31T05:20:00.079485Z","steps":["trace[479934082] 'agreement among raft nodes before linearized reading' (duration: 101.538443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.079511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.122761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:00.079559Z","caller":"traceutil/trace.go:171","msg":"trace[995872126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8918; }","duration":"108.272106ms","start":"2026-03-31T05:19:59.971271Z","end":"2026-03-31T05:20:00.079544Z","steps":["trace[995872126] 'agreement among raft nodes before linearized reading' (duration: 108.191543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.079434Z","caller":"traceutil/trace.go:171","msg":"trace[1641401291] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8918; }","duration":"218.874846ms","start":"2026-03-31T05:19:59.860535Z","end":"2026-03-31T05:20:00.079409Z","steps":["trace[1641401291] 'agreement among raft nodes before linearized reading' (duration: 218.711211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:00.079299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:19:59.722573Z","time spent":"356.659235ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:00.305298Z","caller":"traceutil/trace.go:171","msg":"trace[1704541710] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"104.92089ms","start":"2026-03-31T05:20:00.200345Z","end":"2026-03-31T05:20:00.305266Z","steps":["trace[1704541710] 'process raft request' (duration: 104.803386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.305338Z","caller":"traceutil/trace.go:171","msg":"trace[689257649] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"102.875085ms","start":"2026-03-31T05:20:00.202429Z","end":"2026-03-31T05:20:00.305305Z","steps":["trace[689257649] 'process raft request' (duration: 102.786552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:00.30536Z","caller":"traceutil/trace.go:171","msg":"trace[941224125] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"126.119011ms","start":"2026-03-31T05:20:00.179219Z","end":"2026-03-31T05:20:00.305338Z","steps":["trace[941224125] 'process raft request' (duration: 113.552353ms)","trace[941224125] 'compare' (duration: 11.952388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:01.573093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:02.0742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782520721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:02.302299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579185385s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:20:02.302856Z","caller":"traceutil/trace.go:171","msg":"trace[814234067] transaction","detail":"{read_only:false; response_revision:8925; number_of_response:1; }","duration":"1.66564597s","start":"2026-03-31T05:20:00.637185Z","end":"2026-03-31T05:20:02.302831Z","steps":["trace[814234067] 'process raft request' (duration: 1.665458244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.303009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:00.637174Z","time spent":"1.665758474s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:02.507129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.943545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:20:02.507588Z","caller":"traceutil/trace.go:171","msg":"trace[931202664] linearizableReadLoop","detail":"{readStateIndex:9256; appliedIndex:9253; }","duration":"1.435300342s","start":"2026-03-31T05:20:01.072266Z","end":"2026-03-31T05:20:02.507566Z","steps":["trace[931202664] 'read index received' (duration: 1.230266815s)","trace[931202664] 'applied index is now lower than readState.Index' (duration: 205.032137ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:02.507591Z","caller":"traceutil/trace.go:171","msg":"trace[1779780973] transaction","detail":"{read_only:false; response_revision:8926; number_of_response:1; }","duration":"1.180403298s","start":"2026-03-31T05:20:01.327133Z","end":"2026-03-31T05:20:02.507537Z","steps":["trace[1779780973] 'process raft request' (duration: 1.1801438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.507784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.327113Z","time spent":"1.180570053s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:02.507887Z","caller":"traceutil/trace.go:171","msg":"trace[1236631503] transaction","detail":"{read_only:false; response_revision:8927; number_of_response:1; }","duration":"198.097278ms","start":"2026-03-31T05:20:02.309759Z","end":"2026-03-31T05:20:02.507856Z","steps":["trace[1236631503] 'process raft request' (duration: 197.744186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.50798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435663924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:02.508117Z","caller":"traceutil/trace.go:171","msg":"trace[2137306076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8927; }","duration":"1.43583608s","start":"2026-03-31T05:20:01.072248Z","end":"2026-03-31T05:20:02.508084Z","steps":["trace[2137306076] 'agreement among raft nodes before linearized reading' (duration: 1.435418377s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:02.508203Z","caller":"traceutil/trace.go:171","msg":"trace[850148770] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"196.881999ms","start":"2026-03-31T05:20:02.311218Z","end":"2026-03-31T05:20:02.5081Z","steps":["trace[850148770] 'process raft request' (duration: 196.5987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.508238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.072193Z","time spent":"1.436025626s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:02.508289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.351496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:20:02.50831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.531858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:20:02.508289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.651942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:20:02.508289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.378856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:20:02.508119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420302838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:02.508361Z","caller":"traceutil/trace.go:171","msg":"trace[1096272454] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8928; }","duration":"787.61079ms","start":"2026-03-31T05:20:01.720735Z","end":"2026-03-31T05:20:02.508345Z","steps":["trace[1096272454] 'agreement among raft nodes before linearized reading' (duration: 787.352612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:02.508381Z","caller":"traceutil/trace.go:171","msg":"trace[1301241812] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8928; }","duration":"190.809728ms","start":"2026-03-31T05:20:02.31755Z","end":"2026-03-31T05:20:02.50836Z","steps":["trace[1301241812] 'agreement among raft nodes before linearized reading' (duration: 190.531009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.508387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093699825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:02.508389Z","caller":"traceutil/trace.go:171","msg":"trace[1337735703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8928; }","duration":"106.542481ms","start":"2026-03-31T05:20:02.401829Z","end":"2026-03-31T05:20:02.508371Z","steps":["trace[1337735703] 'agreement among raft nodes before linearized reading' (duration: 106.242241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.508404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.720718Z","time spent":"787.678312ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:20:02.508416Z","caller":"traceutil/trace.go:171","msg":"trace[576758572] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8928; }","duration":"1.093763447s","start":"2026-03-31T05:20:01.414648Z","end":"2026-03-31T05:20:02.508411Z","steps":["trace[576758572] 'agreement among raft nodes before linearized reading' (duration: 1.093712286s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:02.508408Z","caller":"traceutil/trace.go:171","msg":"trace[1401285537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8928; }","duration":"1.420629708s","start":"2026-03-31T05:20:01.087757Z","end":"2026-03-31T05:20:02.508387Z","steps":["trace[1401285537] 'agreement among raft nodes before linearized reading' (duration: 1.420289168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.50845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.414633Z","time spent":"1.093811088s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:02.508469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.087739Z","time spent":"1.420717862s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:02.508505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.928658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:20:02.508337Z","caller":"traceutil/trace.go:171","msg":"trace[2000770425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8928; }","duration":"820.418398ms","start":"2026-03-31T05:20:01.6879Z","end":"2026-03-31T05:20:02.508319Z","steps":["trace[2000770425] 'agreement among raft nodes before linearized reading' (duration: 820.295244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.508303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.728149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:20:02.508557Z","caller":"traceutil/trace.go:171","msg":"trace[1162303675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8928; }","duration":"787.099223ms","start":"2026-03-31T05:20:01.721445Z","end":"2026-03-31T05:20:02.508544Z","steps":["trace[1162303675] 'agreement among raft nodes before linearized reading' (duration: 786.920958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:02.508588Z","caller":"traceutil/trace.go:171","msg":"trace[871660593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8928; }","duration":"425.071059ms","start":"2026-03-31T05:20:02.083499Z","end":"2026-03-31T05:20:02.50857Z","steps":["trace[871660593] 'agreement among raft nodes before linearized reading' (duration: 424.554213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.508582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.687885Z","time spent":"820.679086ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:02.508599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:01.721428Z","time spent":"787.161186ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:02.508619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.083471Z","time spent":"425.139651ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:02.508303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.76395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:02.508702Z","caller":"traceutil/trace.go:171","msg":"trace[238184337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8928; }","duration":"425.211424ms","start":"2026-03-31T05:20:02.083467Z","end":"2026-03-31T05:20:02.508679Z","steps":["trace[238184337] 'agreement among raft nodes before linearized reading' (duration: 424.691667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:02.50878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:02.083446Z","time spent":"425.298327ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:20:04.839524Z","caller":"traceutil/trace.go:171","msg":"trace[921248196] transaction","detail":"{read_only:false; response_revision:8938; number_of_response:1; }","duration":"325.354364ms","start":"2026-03-31T05:20:04.514142Z","end":"2026-03-31T05:20:04.839496Z","steps":["trace[921248196] 'process raft request' (duration: 311.064252ms)","trace[921248196] 'compare' (duration: 14.016393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:04.839674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.514123Z","time spent":"325.474338ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:04.839696Z","caller":"traceutil/trace.go:171","msg":"trace[1994664057] linearizableReadLoop","detail":"{readStateIndex:9270; appliedIndex:9268; }","duration":"230.937307ms","start":"2026-03-31T05:20:04.608739Z","end":"2026-03-31T05:20:04.839676Z","steps":["trace[1994664057] 'read index received' (duration: 216.432878ms)","trace[1994664057] 'applied index is now lower than readState.Index' (duration: 14.503369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:04.840022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.262007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:20:04.840039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.384438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:20:04.840069Z","caller":"traceutil/trace.go:171","msg":"trace[24380985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8939; }","duration":"231.3562ms","start":"2026-03-31T05:20:04.608701Z","end":"2026-03-31T05:20:04.840057Z","steps":["trace[24380985] 'agreement among raft nodes before linearized reading' (duration: 231.129543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:04.840093Z","caller":"traceutil/trace.go:171","msg":"trace[1717456835] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8939; }","duration":"229.437989ms","start":"2026-03-31T05:20:04.61064Z","end":"2026-03-31T05:20:04.840078Z","steps":["trace[1717456835] 'agreement among raft nodes before linearized reading' (duration: 229.288935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.840117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.642704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:20:04.840168Z","caller":"traceutil/trace.go:171","msg":"trace[1916783994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8939; }","duration":"228.710006ms","start":"2026-03-31T05:20:04.611446Z","end":"2026-03-31T05:20:04.840156Z","steps":["trace[1916783994] 'agreement among raft nodes before linearized reading' (duration: 228.555541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.840335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.361655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:20:04.840309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.376281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:20:04.840363Z","caller":"traceutil/trace.go:171","msg":"trace[323715356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8939; }","duration":"228.399766ms","start":"2026-03-31T05:20:04.611954Z","end":"2026-03-31T05:20:04.840354Z","steps":["trace[323715356] 'agreement among raft nodes before linearized reading' (duration: 228.309483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.84053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.009009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:04.840572Z","caller":"traceutil/trace.go:171","msg":"trace[541697226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8939; }","duration":"109.079302ms","start":"2026-03-31T05:20:04.731479Z","end":"2026-03-31T05:20:04.840558Z","steps":["trace[541697226] 'agreement among raft nodes before linearized reading' (duration: 109.0132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.840755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.255332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:20:04.840787Z","caller":"traceutil/trace.go:171","msg":"trace[748715724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8939; }","duration":"173.314874ms","start":"2026-03-31T05:20:04.667463Z","end":"2026-03-31T05:20:04.840777Z","steps":["trace[748715724] 'agreement among raft nodes before linearized reading' (duration: 173.225661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.844331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.351203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:20:04.844371Z","caller":"traceutil/trace.go:171","msg":"trace[477932852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8939; }","duration":"233.406405ms","start":"2026-03-31T05:20:04.610955Z","end":"2026-03-31T05:20:04.844361Z","steps":["trace[477932852] 'agreement among raft nodes before linearized reading' (duration: 229.219512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:04.844472Z","caller":"traceutil/trace.go:171","msg":"trace[1043152065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8939; }","duration":"225.510885ms","start":"2026-03-31T05:20:04.614871Z","end":"2026-03-31T05:20:04.840382Z","steps":["trace[1043152065] 'agreement among raft nodes before linearized reading' (duration: 225.126453ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:04.844978Z","caller":"traceutil/trace.go:171","msg":"trace[1199531403] transaction","detail":"{read_only:false; response_revision:8939; number_of_response:1; }","duration":"325.552601ms","start":"2026-03-31T05:20:04.514189Z","end":"2026-03-31T05:20:04.839742Z","steps":["trace[1199531403] 'process raft request' (duration: 325.253331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:04.845235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:04.51417Z","time spent":"330.90599ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:05.041595Z","caller":"traceutil/trace.go:171","msg":"trace[455223189] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"195.922859ms","start":"2026-03-31T05:20:04.845648Z","end":"2026-03-31T05:20:05.041571Z","steps":["trace[455223189] 'process raft request' (duration: 98.323171ms)","trace[455223189] 'compare' (duration: 97.452043ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:05.133932Z","caller":"traceutil/trace.go:171","msg":"trace[1190455385] transaction","detail":"{read_only:false; response_revision:8941; number_of_response:1; }","duration":"287.129424ms","start":"2026-03-31T05:20:04.846779Z","end":"2026-03-31T05:20:05.133908Z","steps":["trace[1190455385] 'process raft request' (duration: 286.960049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.134253Z","caller":"traceutil/trace.go:171","msg":"trace[1280085626] transaction","detail":"{read_only:false; response_revision:8942; number_of_response:1; }","duration":"287.30623ms","start":"2026-03-31T05:20:04.846918Z","end":"2026-03-31T05:20:05.134224Z","steps":["trace[1280085626] 'process raft request' (duration: 286.951269ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.13427Z","caller":"traceutil/trace.go:171","msg":"trace[1966550787] linearizableReadLoop","detail":"{readStateIndex:9276; appliedIndex:9270; }","duration":"271.81011ms","start":"2026-03-31T05:20:04.862443Z","end":"2026-03-31T05:20:05.134253Z","steps":["trace[1966550787] 'read index received' (duration: 81.629353ms)","trace[1966550787] 'applied index is now lower than readState.Index' (duration: 190.179697ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:05.134385Z","caller":"traceutil/trace.go:171","msg":"trace[110200414] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"274.763623ms","start":"2026-03-31T05:20:04.859595Z","end":"2026-03-31T05:20:05.134359Z","steps":["trace[110200414] 'process raft request' (duration: 274.577878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.134531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.867214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:05.134575Z","caller":"traceutil/trace.go:171","msg":"trace[1044500202] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8945; }","duration":"230.985448ms","start":"2026-03-31T05:20:04.903578Z","end":"2026-03-31T05:20:05.134563Z","steps":["trace[1044500202] 'agreement among raft nodes before linearized reading' (duration: 230.891685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.134572Z","caller":"traceutil/trace.go:171","msg":"trace[1158892280] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"275.131836ms","start":"2026-03-31T05:20:04.859422Z","end":"2026-03-31T05:20:05.134554Z","steps":["trace[1158892280] 'process raft request' (duration: 274.681941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.134639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.190562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228497"} {"level":"info","ts":"2026-03-31T05:20:05.13469Z","caller":"traceutil/trace.go:171","msg":"trace[712071615] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8945; }","duration":"272.297366ms","start":"2026-03-31T05:20:04.862381Z","end":"2026-03-31T05:20:05.134678Z","steps":["trace[712071615] 'agreement among raft nodes before linearized reading' (duration: 271.918874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.134811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.806488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:05.134876Z","caller":"traceutil/trace.go:171","msg":"trace[1032474120] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8945; }","duration":"154.911761ms","start":"2026-03-31T05:20:04.979946Z","end":"2026-03-31T05:20:05.134858Z","steps":["trace[1032474120] 'agreement among raft nodes before linearized reading' (duration: 154.806258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.134927Z","caller":"traceutil/trace.go:171","msg":"trace[18524684] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"274.367441ms","start":"2026-03-31T05:20:04.860548Z","end":"2026-03-31T05:20:05.134915Z","steps":["trace[18524684] 'process raft request' (duration: 273.667679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.636385Z","caller":"traceutil/trace.go:171","msg":"trace[834750468] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"119.515802ms","start":"2026-03-31T05:20:05.516854Z","end":"2026-03-31T05:20:05.63637Z","steps":["trace[834750468] 'process raft request' (duration: 118.708436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:05.934988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.497746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-31T05:20:05.935082Z","caller":"traceutil/trace.go:171","msg":"trace[1367965230] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8947; }","duration":"220.621011ms","start":"2026-03-31T05:20:05.714438Z","end":"2026-03-31T05:20:05.935059Z","steps":["trace[1367965230] 'range keys from in-memory index tree' (duration: 220.351452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:05.960895Z","caller":"traceutil/trace.go:171","msg":"trace[547978955] transaction","detail":"{read_only:false; response_revision:8948; number_of_response:1; }","duration":"216.631374ms","start":"2026-03-31T05:20:05.744223Z","end":"2026-03-31T05:20:05.960854Z","steps":["trace[547978955] 'process raft request' (duration: 216.262862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:09.098759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000454314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:09.098869Z","caller":"traceutil/trace.go:171","msg":"trace[84699580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000618239s","start":"2026-03-31T05:20:07.098227Z","end":"2026-03-31T05:20:09.098846Z","steps":["trace[84699580] 'agreement among raft nodes before linearized reading' (duration: 2.000475505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:09.098929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.098214Z","time spent":"2.000703021s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:10.614099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:20:10.614169Z","caller":"traceutil/trace.go:171","msg":"trace[630592729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061127s","start":"2026-03-31T05:20:08.613544Z","end":"2026-03-31T05:20:10.614155Z","steps":["trace[630592729] 'agreement among raft nodes before linearized reading' (duration: 2.000523397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:10.614203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.613524Z","time spent":"2.000673142s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:20:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:11.09959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000002831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:11.09968Z","caller":"traceutil/trace.go:171","msg":"trace[1384214866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157285s","start":"2026-03-31T05:20:09.099505Z","end":"2026-03-31T05:20:11.099662Z","steps":["trace[1384214866] 'agreement among raft nodes before linearized reading' (duration: 2.000041211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:11.099772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.099486Z","time spent":"2.000231408s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:11.539267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649073636s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:11.539427Z","caller":"traceutil/trace.go:171","msg":"trace[1172052636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8948; }","duration":"1.649245032s","start":"2026-03-31T05:20:09.890164Z","end":"2026-03-31T05:20:11.539409Z","steps":["trace[1172052636] 'range keys from in-memory index tree' (duration: 1.649056675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:11.539888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.356698935s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:11.540026Z","caller":"traceutil/trace.go:171","msg":"trace[1629971511] linearizableReadLoop","detail":"{readStateIndex:9281; appliedIndex:9280; }","duration":"5.45707082s","start":"2026-03-31T05:20:06.082936Z","end":"2026-03-31T05:20:11.540007Z","steps":["trace[1629971511] 'read index received' (duration: 100.113357ms)","trace[1629971511] 'applied index is now lower than readState.Index' (duration: 5.356955743s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:11.540049Z","caller":"traceutil/trace.go:171","msg":"trace[1281734226] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"5.572155292s","start":"2026-03-31T05:20:05.967866Z","end":"2026-03-31T05:20:11.540022Z","steps":["trace[1281734226] 'process raft request' (duration: 215.238621ms)","trace[1281734226] 'compare' (duration: 5.355706943s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:11.540179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:05.967854Z","time spent":"5.572257185s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:11.540169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.457205255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:11.540242Z","caller":"traceutil/trace.go:171","msg":"trace[464678422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8949; }","duration":"5.457317957s","start":"2026-03-31T05:20:06.082903Z","end":"2026-03-31T05:20:11.540221Z","steps":["trace[464678422] 'agreement among raft nodes before linearized reading' (duration: 5.457200174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:11.540295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:06.082888Z","time spent":"5.45739597s","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:11.57375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:06.575896Z","time spent":"4.99784725s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:20:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:11.792085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.216036544s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:11.848579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:06.850885Z","time spent":"4.997687826s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:20:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:12.1399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999375559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:12.140028Z","caller":"traceutil/trace.go:171","msg":"trace[850028566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999535333s","start":"2026-03-31T05:20:07.14046Z","end":"2026-03-31T05:20:12.139995Z","steps":["trace[850028566] 'agreement among raft nodes before linearized reading' (duration: 4.999391629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.140078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.140448Z","time spent":"4.999618886s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:12.140282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9991036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:12.140332Z","caller":"traceutil/trace.go:171","msg":"trace[575559299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999219374s","start":"2026-03-31T05:20:07.141104Z","end":"2026-03-31T05:20:12.140314Z","steps":["trace[575559299] 'agreement among raft nodes before linearized reading' (duration: 4.999136151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.140361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.141087Z","time spent":"4.999266715s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:12.140405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999690638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:12.140433Z","caller":"traceutil/trace.go:171","msg":"trace[1014750484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99973303s","start":"2026-03-31T05:20:07.140693Z","end":"2026-03-31T05:20:12.140426Z","steps":["trace[1014750484] 'agreement among raft nodes before linearized reading' (duration: 4.999705989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:12.140463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.140686Z","time spent":"4.999770661s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:20:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:20:13.107605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:20:13.107699Z","caller":"traceutil/trace.go:171","msg":"trace[735699701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001298s","start":"2026-03-31T05:20:11.107665Z","end":"2026-03-31T05:20:13.107678Z","steps":["trace[735699701] 'agreement among raft nodes before linearized reading' (duration: 1.999894096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.107752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.107644Z","time spent":"2.000097552s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:13.655394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862946693s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:13.657813Z","caller":"traceutil/trace.go:171","msg":"trace[1633127143] transaction","detail":"{read_only:false; response_revision:8953; number_of_response:1; }","duration":"5.847147152s","start":"2026-03-31T05:20:07.810629Z","end":"2026-03-31T05:20:13.657776Z","steps":["trace[1633127143] 'process raft request' (duration: 5.844997114s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:13.657832Z","caller":"traceutil/trace.go:171","msg":"trace[2109499334] transaction","detail":"{read_only:false; response_revision:8954; number_of_response:1; }","duration":"4.813065215s","start":"2026-03-31T05:20:08.844729Z","end":"2026-03-31T05:20:13.657794Z","steps":["trace[2109499334] 'process raft request' (duration: 4.810944677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.658006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.810611Z","time spent":"5.847299867s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:13.658014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.844713Z","time spent":"4.81321114s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:13.65861Z","caller":"traceutil/trace.go:171","msg":"trace[2130945199] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"6.810147662s","start":"2026-03-31T05:20:06.848441Z","end":"2026-03-31T05:20:13.658588Z","steps":["trace[2130945199] 'process raft request' (duration: 6.807064814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.658732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:06.848416Z","time spent":"6.810257375s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:13.864408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.683833ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:20:13.864527Z","caller":"traceutil/trace.go:171","msg":"trace[653445590] linearizableReadLoop","detail":"{readStateIndex:9287; appliedIndex:9281; }","duration":"2.324420545s","start":"2026-03-31T05:20:11.540089Z","end":"2026-03-31T05:20:13.864509Z","steps":["trace[653445590] 'read index received' (duration: 252.175449ms)","trace[653445590] 'applied index is now lower than readState.Index' (duration: 2.072243456s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:13.865895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290941455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-31T05:20:13.865945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.136380903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:13.865978Z","caller":"traceutil/trace.go:171","msg":"trace[942796407] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8954; }","duration":"2.29106961s","start":"2026-03-31T05:20:11.57489Z","end":"2026-03-31T05:20:13.86596Z","steps":["trace[942796407] 'agreement among raft nodes before linearized reading' (duration: 2.290903675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.865989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.713900916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:20:13.866023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.574873Z","time spent":"2.291141062s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-31T05:20:13.866068Z","caller":"traceutil/trace.go:171","msg":"trace[285068841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8954; }","duration":"6.714022351s","start":"2026-03-31T05:20:07.152024Z","end":"2026-03-31T05:20:13.866046Z","steps":["trace[285068841] 'agreement among raft nodes before linearized reading' (duration: 6.713735192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.866065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.72600074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:20:13.86609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820077396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:20:13.866116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.152013Z","time spent":"6.714093503s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:20:13.866125Z","caller":"traceutil/trace.go:171","msg":"trace[779576700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8954; }","duration":"6.726098773s","start":"2026-03-31T05:20:07.140009Z","end":"2026-03-31T05:20:13.866108Z","steps":["trace[779576700] 'agreement among raft nodes before linearized reading' (duration: 6.725898496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.866232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.13999Z","time spent":"6.726224346s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:13.866261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.530708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:13.866298Z","caller":"traceutil/trace.go:171","msg":"trace[1526318325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8954; }","duration":"757.614161ms","start":"2026-03-31T05:20:13.108674Z","end":"2026-03-31T05:20:13.866288Z","steps":["trace[1526318325] 'agreement among raft nodes before linearized reading' (duration: 757.475517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.866324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:13.108648Z","time spent":"757.671233ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:13.866429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691138047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-31T05:20:13.866446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22284273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:20:13.866521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726446893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:20:13.866544Z","caller":"traceutil/trace.go:171","msg":"trace[1092267121] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8954; }","duration":"5.222994516s","start":"2026-03-31T05:20:08.643524Z","end":"2026-03-31T05:20:13.866519Z","steps":["trace[1092267121] 'agreement among raft nodes before linearized reading' (duration: 5.222707586s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:13.866573Z","caller":"traceutil/trace.go:171","msg":"trace[777767813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8954; }","duration":"6.726534676s","start":"2026-03-31T05:20:07.140025Z","end":"2026-03-31T05:20:13.86656Z","steps":["trace[777767813] 'agreement among raft nodes before linearized reading' (duration: 6.726375291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.8666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.6435Z","time spent":"5.223088778s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:20:13.866615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.140009Z","time spent":"6.726593258s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:13.866802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.819057565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:13.866836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.953513989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:13.866863Z","caller":"traceutil/trace.go:171","msg":"trace[1784791051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8954; }","duration":"6.820129268s","start":"2026-03-31T05:20:07.04598Z","end":"2026-03-31T05:20:13.866109Z","steps":["trace[1784791051] 'agreement among raft nodes before linearized reading' (duration: 6.820056485s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:13.866876Z","caller":"traceutil/trace.go:171","msg":"trace[551267476] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8954; }","duration":"4.819173318s","start":"2026-03-31T05:20:09.047684Z","end":"2026-03-31T05:20:13.866857Z","steps":["trace[551267476] 'agreement among raft nodes before linearized reading' (duration: 4.819039554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.866898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.045958Z","time spent":"6.820929652s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:20:13.866886Z","caller":"traceutil/trace.go:171","msg":"trace[594946334] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8954; }","duration":"4.953609762s","start":"2026-03-31T05:20:08.913262Z","end":"2026-03-31T05:20:13.866872Z","steps":["trace[594946334] 'agreement among raft nodes before linearized reading' (duration: 4.953503278s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:13.866886Z","caller":"traceutil/trace.go:171","msg":"trace[266151978] range","detail":"{range_begin:/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94; range_end:; response_count:1; response_revision:8954; }","duration":"4.691303082s","start":"2026-03-31T05:20:09.175192Z","end":"2026-03-31T05:20:13.866495Z","steps":["trace[266151978] 'agreement among raft nodes before linearized reading' (duration: 4.690876498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.866929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.047665Z","time spent":"4.81924977s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:13.866954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.175169Z","time spent":"4.691767157s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" "} {"level":"warn","ts":"2026-03-31T05:20:13.866995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015359717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-03-31T05:20:13.866986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273237845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:13.867015Z","caller":"traceutil/trace.go:171","msg":"trace[906126736] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:8954; }","duration":"2.015420318s","start":"2026-03-31T05:20:11.851588Z","end":"2026-03-31T05:20:13.867008Z","steps":["trace[906126736] 'agreement among raft nodes before linearized reading' (duration: 2.015361466s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:13.867034Z","caller":"traceutil/trace.go:171","msg":"trace[2027837252] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8954; }","duration":"3.273319227s","start":"2026-03-31T05:20:10.593702Z","end":"2026-03-31T05:20:13.867021Z","steps":["trace[2027837252] 'agreement among raft nodes before linearized reading' (duration: 3.273232244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.867048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.851567Z","time spent":"2.01546187s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T05:20:13.867068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.593687Z","time spent":"3.273372939s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:13.867111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124392906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:13.867129Z","caller":"traceutil/trace.go:171","msg":"trace[680569528] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8954; }","duration":"1.124463078s","start":"2026-03-31T05:20:12.742659Z","end":"2026-03-31T05:20:13.867122Z","steps":["trace[680569528] 'agreement among raft nodes before linearized reading' (duration: 1.124432957s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.867145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:12.742637Z","time spent":"1.124504249s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:13.867251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621448512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:13.867293Z","caller":"traceutil/trace.go:171","msg":"trace[558121673] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8954; }","duration":"2.621525825s","start":"2026-03-31T05:20:11.245757Z","end":"2026-03-31T05:20:13.867283Z","steps":["trace[558121673] 'agreement among raft nodes before linearized reading' (duration: 2.621448092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.867355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.245734Z","time spent":"2.621612087s","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:13.867399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003757447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:20:13.86742Z","caller":"traceutil/trace.go:171","msg":"trace[336859294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8954; }","duration":"6.003781208s","start":"2026-03-31T05:20:07.863633Z","end":"2026-03-31T05:20:13.867414Z","steps":["trace[336859294] 'agreement among raft nodes before linearized reading' (duration: 6.003714516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.867405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324678612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:13.867447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.863542Z","time spent":"6.003900052s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:20:13.867442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.938373769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:20:13.867465Z","caller":"traceutil/trace.go:171","msg":"trace[996245295] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8954; }","duration":"4.324766675s","start":"2026-03-31T05:20:09.54268Z","end":"2026-03-31T05:20:13.867447Z","steps":["trace[996245295] 'agreement among raft nodes before linearized reading' (duration: 4.324671662s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:13.867477Z","caller":"traceutil/trace.go:171","msg":"trace[1267016779] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8954; }","duration":"5.938444391s","start":"2026-03-31T05:20:07.929023Z","end":"2026-03-31T05:20:13.867467Z","steps":["trace[1267016779] 'agreement among raft nodes before linearized reading' (duration: 5.938330867s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:13.866016Z","caller":"traceutil/trace.go:171","msg":"trace[565377491] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8954; }","duration":"7.136511678s","start":"2026-03-31T05:20:06.729489Z","end":"2026-03-31T05:20:13.866Z","steps":["trace[565377491] 'agreement among raft nodes before linearized reading' (duration: 7.136309832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.867521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:07.929004Z","time spent":"5.938510893s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:13.867529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:09.542666Z","time spent":"4.324849487s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:13.867551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657343608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T05:20:13.867537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:06.729465Z","time spent":"7.138064217s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":55,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:13.867615Z","caller":"traceutil/trace.go:171","msg":"trace[90309058] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8954; }","duration":"3.657437391s","start":"2026-03-31T05:20:10.210157Z","end":"2026-03-31T05:20:13.867595Z","steps":["trace[90309058] 'agreement among raft nodes before linearized reading' (duration: 3.6570859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.8677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:10.210142Z","time spent":"3.657541763s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:20:13.868168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:08.913242Z","time spent":"4.954904922s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:13.868365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437402829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:20:13.868428Z","caller":"traceutil/trace.go:171","msg":"trace[1238649604] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8954; }","duration":"2.437513223s","start":"2026-03-31T05:20:11.430901Z","end":"2026-03-31T05:20:13.868414Z","steps":["trace[1238649604] 'agreement among raft nodes before linearized reading' (duration: 2.433986691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:13.868483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:11.43088Z","time spent":"2.437579224s","remote":"127.0.0.1:37586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":867,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:14.232715Z","caller":"traceutil/trace.go:171","msg":"trace[969964517] linearizableReadLoop","detail":"{readStateIndex:9294; appliedIndex:9293; }","duration":"222.096008ms","start":"2026-03-31T05:20:14.010603Z","end":"2026-03-31T05:20:14.232699Z","steps":["trace[969964517] 'read index received' (duration: 221.878751ms)","trace[969964517] 'applied index is now lower than readState.Index' (duration: 216.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:14.232775Z","caller":"traceutil/trace.go:171","msg":"trace[341596272] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"276.492378ms","start":"2026-03-31T05:20:13.956252Z","end":"2026-03-31T05:20:14.232744Z","steps":["trace[341596272] 'process raft request' (duration: 276.315613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:14.232895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.270993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:14.232948Z","caller":"traceutil/trace.go:171","msg":"trace[243279582] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8961; }","duration":"222.378366ms","start":"2026-03-31T05:20:14.010558Z","end":"2026-03-31T05:20:14.232937Z","steps":["trace[243279582] 'agreement among raft nodes before linearized reading' (duration: 222.244162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.46633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.303283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:16.466431Z","caller":"traceutil/trace.go:171","msg":"trace[1437279979] linearizableReadLoop","detail":"{readStateIndex:9309; appliedIndex:9308; }","duration":"265.13901ms","start":"2026-03-31T05:20:16.201274Z","end":"2026-03-31T05:20:16.466413Z","steps":["trace[1437279979] 'read index received' (duration: 43.732µs)","trace[1437279979] 'applied index is now lower than readState.Index' (duration: 265.094228ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:16.466533Z","caller":"traceutil/trace.go:171","msg":"trace[57841848] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"384.701592ms","start":"2026-03-31T05:20:16.081806Z","end":"2026-03-31T05:20:16.466508Z","steps":["trace[57841848] 'process raft request' (duration: 101.14618ms)","trace[57841848] 'compare' (duration: 283.008464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:16.466548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.268553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.46658Z","caller":"traceutil/trace.go:171","msg":"trace[1741429434] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8975; }","duration":"265.346415ms","start":"2026-03-31T05:20:16.201221Z","end":"2026-03-31T05:20:16.466567Z","steps":["trace[1741429434] 'agreement among raft nodes before linearized reading' (duration: 265.289094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.466594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.08179Z","time spent":"384.773164ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:16.466747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.763791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:16.466804Z","caller":"traceutil/trace.go:171","msg":"trace[1882593951] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8975; }","duration":"175.862704ms","start":"2026-03-31T05:20:16.290926Z","end":"2026-03-31T05:20:16.466789Z","steps":["trace[1882593951] 'agreement among raft nodes before linearized reading' (duration: 175.746751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.466792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.997359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:20:16.466849Z","caller":"traceutil/trace.go:171","msg":"trace[1772653537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8975; }","duration":"164.085942ms","start":"2026-03-31T05:20:16.302748Z","end":"2026-03-31T05:20:16.466834Z","steps":["trace[1772653537] 'agreement among raft nodes before linearized reading' (duration: 163.919157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.466835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.998399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:20:16.466886Z","caller":"traceutil/trace.go:171","msg":"trace[668254615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8975; }","duration":"164.078572ms","start":"2026-03-31T05:20:16.302796Z","end":"2026-03-31T05:20:16.466875Z","steps":["trace[668254615] 'agreement among raft nodes before linearized reading' (duration: 163.900647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.467102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.185743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:20:16.467158Z","caller":"traceutil/trace.go:171","msg":"trace[748334566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8975; }","duration":"181.278346ms","start":"2026-03-31T05:20:16.285871Z","end":"2026-03-31T05:20:16.467149Z","steps":["trace[748334566] 'agreement among raft nodes before linearized reading' (duration: 180.704638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.817388Z","caller":"traceutil/trace.go:171","msg":"trace[319322650] transaction","detail":"{read_only:false; response_revision:8976; number_of_response:1; }","duration":"347.089773ms","start":"2026-03-31T05:20:16.47027Z","end":"2026-03-31T05:20:16.81736Z","steps":["trace[319322650] 'process raft request' (duration: 346.821304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.817717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.470254Z","time spent":"347.212526ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:16.897341Z","caller":"traceutil/trace.go:171","msg":"trace[960970015] transaction","detail":"{read_only:false; response_revision:8978; number_of_response:1; }","duration":"426.295618ms","start":"2026-03-31T05:20:16.471018Z","end":"2026-03-31T05:20:16.897313Z","steps":["trace[960970015] 'process raft request' (duration: 426.261877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:16.897368Z","caller":"traceutil/trace.go:171","msg":"trace[158103230] transaction","detail":"{read_only:false; response_revision:8977; number_of_response:1; }","duration":"426.394092ms","start":"2026-03-31T05:20:16.470935Z","end":"2026-03-31T05:20:16.897329Z","steps":["trace[158103230] 'process raft request' (duration: 426.225986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:16.897471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.471011Z","time spent":"426.399001ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:16.89752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:16.470917Z","time spent":"426.519245ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:18.208568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.421611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:18.208627Z","caller":"traceutil/trace.go:171","msg":"trace[1819608448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8979; }","duration":"267.528485ms","start":"2026-03-31T05:20:17.941083Z","end":"2026-03-31T05:20:18.208612Z","steps":["trace[1819608448] 'range keys from in-memory index tree' (duration: 267.253346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:18.208841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.622668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:18.208954Z","caller":"traceutil/trace.go:171","msg":"trace[1364882057] linearizableReadLoop","detail":"{readStateIndex:9314; appliedIndex:9313; }","duration":"150.041267ms","start":"2026-03-31T05:20:18.058899Z","end":"2026-03-31T05:20:18.208941Z","steps":["trace[1364882057] 'read index received' (duration: 58.031µs)","trace[1364882057] 'applied index is now lower than readState.Index' (duration: 149.981816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:18.209007Z","caller":"traceutil/trace.go:171","msg":"trace[1169426140] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"168.808561ms","start":"2026-03-31T05:20:18.040163Z","end":"2026-03-31T05:20:18.208971Z","steps":["trace[1169426140] 'compare' (duration: 164.3407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:18.209115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.206313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:20:18.209186Z","caller":"traceutil/trace.go:171","msg":"trace[232622107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8980; }","duration":"150.312806ms","start":"2026-03-31T05:20:18.058856Z","end":"2026-03-31T05:20:18.209169Z","steps":["trace[232622107] 'agreement among raft nodes before linearized reading' (duration: 150.140891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:18.231791Z","caller":"traceutil/trace.go:171","msg":"trace[1857173030] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"169.856684ms","start":"2026-03-31T05:20:18.061898Z","end":"2026-03-31T05:20:18.231754Z","steps":["trace[1857173030] 'process raft request' (duration: 169.592006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:18.2318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.162204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:20:18.231987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.462522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:20:18.232004Z","caller":"traceutil/trace.go:171","msg":"trace[1458398556] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8981; }","duration":"146.401033ms","start":"2026-03-31T05:20:18.085567Z","end":"2026-03-31T05:20:18.231968Z","steps":["trace[1458398556] 'agreement among raft nodes before linearized reading' (duration: 146.076112ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:18.232053Z","caller":"traceutil/trace.go:171","msg":"trace[1930013898] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:8981; }","duration":"145.566566ms","start":"2026-03-31T05:20:18.08647Z","end":"2026-03-31T05:20:18.232037Z","steps":["trace[1930013898] 'agreement among raft nodes before linearized reading' (duration: 145.361229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:18.379529Z","caller":"traceutil/trace.go:171","msg":"trace[1407885952] linearizableReadLoop","detail":"{readStateIndex:9318; appliedIndex:9315; }","duration":"142.612683ms","start":"2026-03-31T05:20:18.236889Z","end":"2026-03-31T05:20:18.379502Z","steps":["trace[1407885952] 'read index received' (duration: 63.991635ms)","trace[1407885952] 'applied index is now lower than readState.Index' (duration: 78.619938ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:18.379774Z","caller":"traceutil/trace.go:171","msg":"trace[1180236632] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"143.447239ms","start":"2026-03-31T05:20:18.236302Z","end":"2026-03-31T05:20:18.379749Z","steps":["trace[1180236632] 'process raft request' (duration: 92.067463ms)","trace[1180236632] 'compare' (duration: 50.850459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:18.38Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.088218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228497"} {"level":"info","ts":"2026-03-31T05:20:18.380047Z","caller":"traceutil/trace.go:171","msg":"trace[894928225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8984; }","duration":"143.174131ms","start":"2026-03-31T05:20:18.236862Z","end":"2026-03-31T05:20:18.380037Z","steps":["trace[894928225] 'agreement among raft nodes before linearized reading' (duration: 142.738787ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:19.363343Z","caller":"traceutil/trace.go:171","msg":"trace[232365395] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"169.314477ms","start":"2026-03-31T05:20:19.193977Z","end":"2026-03-31T05:20:19.363292Z","steps":["trace[232365395] 'process raft request' (duration: 169.124501ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:19.363362Z","caller":"traceutil/trace.go:171","msg":"trace[2135519692] linearizableReadLoop","detail":"{readStateIndex:9322; appliedIndex:9321; }","duration":"127.432943ms","start":"2026-03-31T05:20:19.235834Z","end":"2026-03-31T05:20:19.363267Z","steps":["trace[2135519692] 'read index received' (duration: 127.214646ms)","trace[2135519692] 'applied index is now lower than readState.Index' (duration: 217.437µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:19.539455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.558935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:19.539583Z","caller":"traceutil/trace.go:171","msg":"trace[539248040] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:8988; }","duration":"303.756322ms","start":"2026-03-31T05:20:19.2358Z","end":"2026-03-31T05:20:19.539556Z","steps":["trace[539248040] 'agreement among raft nodes before linearized reading' (duration: 127.654469ms)","trace[539248040] 'range keys from in-memory index tree' (duration: 175.870474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:19.539566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.174004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:20:19.53965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:19.235781Z","time spent":"303.854264ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"info","ts":"2026-03-31T05:20:19.53968Z","caller":"traceutil/trace.go:171","msg":"trace[554831664] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8988; }","duration":"145.36374ms","start":"2026-03-31T05:20:19.394289Z","end":"2026-03-31T05:20:19.539653Z","steps":["trace[554831664] 'range keys from in-memory index tree' (duration: 144.814092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:19.67079Z","caller":"traceutil/trace.go:171","msg":"trace[241577840] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"111.047173ms","start":"2026-03-31T05:20:19.559696Z","end":"2026-03-31T05:20:19.670743Z","steps":["trace[241577840] 'process raft request' (duration: 110.751064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:19.908521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.811627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:19.908631Z","caller":"traceutil/trace.go:171","msg":"trace[1234995702] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9323; }","duration":"228.942313ms","start":"2026-03-31T05:20:19.679661Z","end":"2026-03-31T05:20:19.908603Z","steps":["trace[1234995702] 'read index received' (duration: 98.988522ms)","trace[1234995702] 'applied index is now lower than readState.Index' (duration: 129.952581ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:19.908696Z","caller":"traceutil/trace.go:171","msg":"trace[1461324056] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"231.66473ms","start":"2026-03-31T05:20:19.677021Z","end":"2026-03-31T05:20:19.908686Z","steps":["trace[1461324056] 'process raft request' (duration: 101.626756ms)","trace[1461324056] 'compare' (duration: 129.672112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:19.909049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.363557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:20:19.909136Z","caller":"traceutil/trace.go:171","msg":"trace[1648330394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8990; }","duration":"229.509412ms","start":"2026-03-31T05:20:19.679609Z","end":"2026-03-31T05:20:19.909118Z","steps":["trace[1648330394] 'agreement among raft nodes before linearized reading' (duration: 229.180761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:19.951003Z","caller":"traceutil/trace.go:171","msg":"trace[2047324795] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"254.926866ms","start":"2026-03-31T05:20:19.696049Z","end":"2026-03-31T05:20:19.950976Z","steps":["trace[2047324795] 'process raft request' (duration: 254.762251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:19.990234Z","caller":"traceutil/trace.go:171","msg":"trace[1303194866] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"157.410961ms","start":"2026-03-31T05:20:19.832788Z","end":"2026-03-31T05:20:19.990199Z","steps":["trace[1303194866] 'process raft request' (duration: 157.167013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:19.990426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.983276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-jpv66.18a1d49041edfa83\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-31T05:20:19.990514Z","caller":"traceutil/trace.go:171","msg":"trace[1368125063] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-jpv66.18a1d49041edfa83; range_end:; response_count:1; response_revision:8992; }","duration":"187.12113ms","start":"2026-03-31T05:20:19.803375Z","end":"2026-03-31T05:20:19.990496Z","steps":["trace[1368125063] 'agreement among raft nodes before linearized reading' (duration: 186.828781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.15192Z","caller":"traceutil/trace.go:171","msg":"trace[1585556132] linearizableReadLoop","detail":"{readStateIndex:9329; appliedIndex:9326; }","duration":"161.745168ms","start":"2026-03-31T05:20:19.990147Z","end":"2026-03-31T05:20:20.151892Z","steps":["trace[1585556132] 'read index received' (duration: 161.468059ms)","trace[1585556132] 'applied index is now lower than readState.Index' (duration: 275.369µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:20.15197Z","caller":"traceutil/trace.go:171","msg":"trace[1341620688] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8994; }","duration":"188.99234ms","start":"2026-03-31T05:20:19.962962Z","end":"2026-03-31T05:20:20.151954Z","steps":["trace[1341620688] 'process raft request' (duration: 188.888887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.152018Z","caller":"traceutil/trace.go:171","msg":"trace[986375251] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"195.452794ms","start":"2026-03-31T05:20:19.956527Z","end":"2026-03-31T05:20:20.15198Z","steps":["trace[986375251] 'process raft request' (duration: 195.105713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.152079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.573748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.152067Z","caller":"traceutil/trace.go:171","msg":"trace[1031313804] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"191.134918ms","start":"2026-03-31T05:20:19.960877Z","end":"2026-03-31T05:20:20.152012Z","steps":["trace[1031313804] 'process raft request' (duration: 190.909091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.152149Z","caller":"traceutil/trace.go:171","msg":"trace[1555504568] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8994; }","duration":"189.684951ms","start":"2026-03-31T05:20:19.962444Z","end":"2026-03-31T05:20:20.152129Z","steps":["trace[1555504568] 'agreement among raft nodes before linearized reading' (duration: 189.547307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.152263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.844882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-03-31T05:20:20.152374Z","caller":"traceutil/trace.go:171","msg":"trace[38557039] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8994; }","duration":"242.006067ms","start":"2026-03-31T05:20:19.910344Z","end":"2026-03-31T05:20:20.15235Z","steps":["trace[38557039] 'agreement among raft nodes before linearized reading' (duration: 241.690037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.190908Z","caller":"traceutil/trace.go:171","msg":"trace[1211903977] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"196.949751ms","start":"2026-03-31T05:20:19.993934Z","end":"2026-03-31T05:20:20.190884Z","steps":["trace[1211903977] 'process raft request' (duration: 196.784136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.191336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.694744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.191439Z","caller":"traceutil/trace.go:171","msg":"trace[181384018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8995; }","duration":"105.89035ms","start":"2026-03-31T05:20:20.085526Z","end":"2026-03-31T05:20:20.191416Z","steps":["trace[181384018] 'agreement among raft nodes before linearized reading' (duration: 105.621872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.191419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.039753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.191515Z","caller":"traceutil/trace.go:171","msg":"trace[1814924383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8995; }","duration":"105.272421ms","start":"2026-03-31T05:20:20.086221Z","end":"2026-03-31T05:20:20.191493Z","steps":["trace[1814924383] 'agreement among raft nodes before linearized reading' (duration: 105.010512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.191559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.534251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.191677Z","caller":"traceutil/trace.go:171","msg":"trace[99671480] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8995; }","duration":"167.889252ms","start":"2026-03-31T05:20:20.023757Z","end":"2026-03-31T05:20:20.191646Z","steps":["trace[99671480] 'agreement among raft nodes before linearized reading' (duration: 167.453378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.499636Z","caller":"traceutil/trace.go:171","msg":"trace[277363659] transaction","detail":"{read_only:false; response_revision:8999; number_of_response:1; }","duration":"262.475545ms","start":"2026-03-31T05:20:20.237144Z","end":"2026-03-31T05:20:20.49962Z","steps":["trace[277363659] 'process raft request' (duration: 262.372661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.499651Z","caller":"traceutil/trace.go:171","msg":"trace[71120039] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9334; }","duration":"204.18061ms","start":"2026-03-31T05:20:20.295444Z","end":"2026-03-31T05:20:20.499624Z","steps":["trace[71120039] 'read index received' (duration: 204.163179ms)","trace[71120039] 'applied index is now lower than readState.Index' (duration: 13.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:20.499815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.345576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:20.499853Z","caller":"traceutil/trace.go:171","msg":"trace[588050397] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8999; }","duration":"204.452449ms","start":"2026-03-31T05:20:20.295392Z","end":"2026-03-31T05:20:20.499845Z","steps":["trace[588050397] 'agreement among raft nodes before linearized reading' (duration: 204.341275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.519762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.210823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:20.51982Z","caller":"traceutil/trace.go:171","msg":"trace[5776018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9000; }","duration":"205.311826ms","start":"2026-03-31T05:20:20.314497Z","end":"2026-03-31T05:20:20.519809Z","steps":["trace[5776018] 'agreement among raft nodes before linearized reading' (duration: 205.151211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.520028Z","caller":"traceutil/trace.go:171","msg":"trace[265430656] transaction","detail":"{read_only:false; response_revision:9000; number_of_response:1; }","duration":"146.185115ms","start":"2026-03-31T05:20:20.373835Z","end":"2026-03-31T05:20:20.52002Z","steps":["trace[265430656] 'process raft request' (duration: 145.735821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.520181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.061679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:20:20.520208Z","caller":"traceutil/trace.go:171","msg":"trace[584899360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9000; }","duration":"132.09798ms","start":"2026-03-31T05:20:20.388103Z","end":"2026-03-31T05:20:20.520201Z","steps":["trace[584899360] 'agreement among raft nodes before linearized reading' (duration: 132.027238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.520331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.227664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:20:20.520359Z","caller":"traceutil/trace.go:171","msg":"trace[1424246081] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9000; }","duration":"132.282796ms","start":"2026-03-31T05:20:20.388069Z","end":"2026-03-31T05:20:20.520352Z","steps":["trace[1424246081] 'agreement among raft nodes before linearized reading' (duration: 132.217693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.520473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.266854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:20.520504Z","caller":"traceutil/trace.go:171","msg":"trace[1256844031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9000; }","duration":"205.321956ms","start":"2026-03-31T05:20:20.315173Z","end":"2026-03-31T05:20:20.520495Z","steps":["trace[1256844031] 'agreement among raft nodes before linearized reading' (duration: 205.258234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:20.708107Z","caller":"traceutil/trace.go:171","msg":"trace[777080804] linearizableReadLoop","detail":"{readStateIndex:9340; appliedIndex:9339; }","duration":"114.657437ms","start":"2026-03-31T05:20:20.59343Z","end":"2026-03-31T05:20:20.708087Z","steps":["trace[777080804] 'read index received' (duration: 113.739838ms)","trace[777080804] 'applied index is now lower than readState.Index' (duration: 916.789µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:20.708144Z","caller":"traceutil/trace.go:171","msg":"trace[793659418] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"121.71268ms","start":"2026-03-31T05:20:20.586404Z","end":"2026-03-31T05:20:20.708117Z","steps":["trace[793659418] 'process raft request' (duration: 120.831012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:20.7083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.849783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T05:20:20.708355Z","caller":"traceutil/trace.go:171","msg":"trace[1336633742] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9005; }","duration":"114.938707ms","start":"2026-03-31T05:20:20.593402Z","end":"2026-03-31T05:20:20.708341Z","steps":["trace[1336633742] 'agreement among raft nodes before linearized reading' (duration: 114.753111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.037866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.63047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:20:21.037939Z","caller":"traceutil/trace.go:171","msg":"trace[838894961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9019; }","duration":"110.741234ms","start":"2026-03-31T05:20:20.927181Z","end":"2026-03-31T05:20:21.037922Z","steps":["trace[838894961] 'agreement among raft nodes before linearized reading' (duration: 110.61291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:21.183668Z","caller":"traceutil/trace.go:171","msg":"trace[816206818] linearizableReadLoop","detail":"{readStateIndex:9359; appliedIndex:9358; }","duration":"118.959284ms","start":"2026-03-31T05:20:21.064682Z","end":"2026-03-31T05:20:21.183642Z","steps":["trace[816206818] 'read index received' (duration: 118.854661ms)","trace[816206818] 'applied index is now lower than readState.Index' (duration: 103.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:21.183789Z","caller":"traceutil/trace.go:171","msg":"trace[1378992557] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"120.340688ms","start":"2026-03-31T05:20:21.063425Z","end":"2026-03-31T05:20:21.183765Z","steps":["trace[1378992557] 'process raft request' (duration: 120.055029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:21.183985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.280164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T05:20:21.184034Z","caller":"traceutil/trace.go:171","msg":"trace[37003551] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:9022; }","duration":"119.389907ms","start":"2026-03-31T05:20:21.064629Z","end":"2026-03-31T05:20:21.184019Z","steps":["trace[37003551] 'agreement among raft nodes before linearized reading' (duration: 119.128639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:29.927845Z","caller":"traceutil/trace.go:171","msg":"trace[301597220] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9081; }","duration":"110.256069ms","start":"2026-03-31T05:20:29.817559Z","end":"2026-03-31T05:20:29.927815Z","steps":["trace[301597220] 'process raft request' (duration: 106.20425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:30.407197Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024cd.wal"} {"level":"info","ts":"2026-03-31T05:20:30.407532Z","caller":"traceutil/trace.go:171","msg":"trace[2048970509] linearizableReadLoop","detail":"{readStateIndex:9420; appliedIndex:9419; }","duration":"467.274725ms","start":"2026-03-31T05:20:29.940233Z","end":"2026-03-31T05:20:30.407507Z","steps":["trace[2048970509] 'read index received' (duration: 467.173021ms)","trace[2048970509] 'applied index is now lower than readState.Index' (duration: 100.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:30.407573Z","caller":"traceutil/trace.go:171","msg":"trace[1938909917] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"589.498493ms","start":"2026-03-31T05:20:29.818037Z","end":"2026-03-31T05:20:30.407536Z","steps":["trace[1938909917] 'process raft request' (duration: 589.334117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.407658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.40765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-stm6t\" ","response":"range_response_count:1 size:4644"} {"level":"info","ts":"2026-03-31T05:20:30.407691Z","caller":"traceutil/trace.go:171","msg":"trace[692054625] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-stm6t; range_end:; response_count:1; response_revision:9082; }","duration":"467.502202ms","start":"2026-03-31T05:20:29.940181Z","end":"2026-03-31T05:20:30.407683Z","steps":["trace[692054625] 'agreement among raft nodes before linearized reading' (duration: 467.42767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.407716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.940156Z","time spent":"467.555264ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4668,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-stm6t\" "} {"level":"warn","ts":"2026-03-31T05:20:30.40771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.818025Z","time spent":"589.610806ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:30.416029Z","caller":"traceutil/trace.go:171","msg":"trace[1583007060] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"474.500513ms","start":"2026-03-31T05:20:29.941493Z","end":"2026-03-31T05:20:30.415994Z","steps":["trace[1583007060] 'process raft request' (duration: 474.285966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.416181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:29.941457Z","time spent":"474.645589ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:20:30.41622Z","caller":"traceutil/trace.go:171","msg":"trace[980299270] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"395.66372ms","start":"2026-03-31T05:20:30.020529Z","end":"2026-03-31T05:20:30.416193Z","steps":["trace[980299270] 'process raft request' (duration: 395.346029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.41639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.020502Z","time spent":"395.786864ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:30.416671Z","caller":"traceutil/trace.go:171","msg":"trace[1647807776] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"148.55419ms","start":"2026-03-31T05:20:30.268099Z","end":"2026-03-31T05:20:30.416653Z","steps":["trace[1647807776] 'process raft request' (duration: 147.835267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.416758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.3145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:30.416862Z","caller":"traceutil/trace.go:171","msg":"trace[1255560482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9085; }","duration":"329.522977ms","start":"2026-03-31T05:20:30.087316Z","end":"2026-03-31T05:20:30.416839Z","steps":["trace[1255560482] 'agreement among raft nodes before linearized reading' (duration: 329.28818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.416927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.087282Z","time spent":"329.6364ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:30.651592Z","caller":"traceutil/trace.go:171","msg":"trace[929544138] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"117.297162ms","start":"2026-03-31T05:20:30.534269Z","end":"2026-03-31T05:20:30.651567Z","steps":["trace[929544138] 'process raft request' (duration: 117.158547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.865231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.838571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:30.865379Z","caller":"traceutil/trace.go:171","msg":"trace[656706441] transaction","detail":"{read_only:false; response_revision:9088; number_of_response:1; }","duration":"208.90562ms","start":"2026-03-31T05:20:30.656441Z","end":"2026-03-31T05:20:30.865347Z","steps":["trace[656706441] 'process raft request' (duration: 107.855143ms)","trace[656706441] 'compare' (duration: 100.707686ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:30.865442Z","caller":"traceutil/trace.go:171","msg":"trace[1804854774] linearizableReadLoop","detail":"{readStateIndex:9426; appliedIndex:9425; }","duration":"208.554749ms","start":"2026-03-31T05:20:30.65687Z","end":"2026-03-31T05:20:30.865425Z","steps":["trace[1804854774] 'read index received' (duration: 107.554724ms)","trace[1804854774] 'applied index is now lower than readState.Index' (duration: 100.998845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:30.865496Z","caller":"traceutil/trace.go:171","msg":"trace[1339194863] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"206.314838ms","start":"2026-03-31T05:20:30.659159Z","end":"2026-03-31T05:20:30.865473Z","steps":["trace[1339194863] 'process raft request' (duration: 206.259126ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:30.865538Z","caller":"traceutil/trace.go:171","msg":"trace[1231111629] transaction","detail":"{read_only:false; response_revision:9089; number_of_response:1; }","duration":"207.794815ms","start":"2026-03-31T05:20:30.657721Z","end":"2026-03-31T05:20:30.865516Z","steps":["trace[1231111629] 'process raft request' (duration: 207.62609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.865606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.723294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:20:30.865639Z","caller":"traceutil/trace.go:171","msg":"trace[970396028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9090; }","duration":"208.802837ms","start":"2026-03-31T05:20:30.656829Z","end":"2026-03-31T05:20:30.865632Z","steps":["trace[970396028] 'agreement among raft nodes before linearized reading' (duration: 208.693263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:30.889489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.097464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228412"} {"level":"info","ts":"2026-03-31T05:20:30.889553Z","caller":"traceutil/trace.go:171","msg":"trace[1100979106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9091; }","duration":"232.183456ms","start":"2026-03-31T05:20:30.657356Z","end":"2026-03-31T05:20:30.889539Z","steps":["trace[1100979106] 'agreement among raft nodes before linearized reading' (duration: 231.800944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:31.172458Z","caller":"traceutil/trace.go:171","msg":"trace[1974655936] linearizableReadLoop","detail":"{readStateIndex:9430; appliedIndex:9429; }","duration":"269.851688ms","start":"2026-03-31T05:20:30.902579Z","end":"2026-03-31T05:20:31.17243Z","steps":["trace[1974655936] 'read index received' (duration: 248.517193ms)","trace[1974655936] 'applied index is now lower than readState.Index' (duration: 21.333545ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:31.172476Z","caller":"traceutil/trace.go:171","msg":"trace[399676842] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"270.103826ms","start":"2026-03-31T05:20:30.902335Z","end":"2026-03-31T05:20:31.172439Z","steps":["trace[399676842] 'process raft request' (duration: 248.627757ms)","trace[399676842] 'compare' (duration: 21.345205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:31.172696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.097546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:20:31.172777Z","caller":"traceutil/trace.go:171","msg":"trace[1316670312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9092; }","duration":"270.22539ms","start":"2026-03-31T05:20:30.902537Z","end":"2026-03-31T05:20:31.172762Z","steps":["trace[1316670312] 'agreement among raft nodes before linearized reading' (duration: 269.979523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.580955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373317592s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:20:32.581261Z","caller":"traceutil/trace.go:171","msg":"trace[1924282016] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9430; }","duration":"1.408716192s","start":"2026-03-31T05:20:31.172525Z","end":"2026-03-31T05:20:32.581241Z","steps":["trace[1924282016] 'read index received' (duration: 35.061709ms)","trace[1924282016] 'applied index is now lower than readState.Index' (duration: 1.373653163s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:32.581471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47377241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:20:32.581512Z","caller":"traceutil/trace.go:171","msg":"trace[2093305169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9092; }","duration":"1.473865663s","start":"2026-03-31T05:20:31.107633Z","end":"2026-03-31T05:20:32.581498Z","steps":["trace[2093305169] 'agreement among raft nodes before linearized reading' (duration: 1.473708488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.58156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.107612Z","time spent":"1.473935995s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:32.58176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492857614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:32.581851Z","caller":"traceutil/trace.go:171","msg":"trace[202401633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9092; }","duration":"1.492987058s","start":"2026-03-31T05:20:31.08884Z","end":"2026-03-31T05:20:32.581827Z","steps":["trace[202401633] 'agreement among raft nodes before linearized reading' (duration: 1.492837444s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.581913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.088819Z","time spent":"1.493081972s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:32.581918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607078768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:20:32.582014Z","caller":"traceutil/trace.go:171","msg":"trace[905196751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9092; }","duration":"1.607212402s","start":"2026-03-31T05:20:30.974775Z","end":"2026-03-31T05:20:32.581987Z","steps":["trace[905196751] 'agreement among raft nodes before linearized reading' (duration: 1.606955884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.582064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:30.974758Z","time spent":"1.607294145s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:20:32.582265Z","caller":"traceutil/trace.go:171","msg":"trace[510620903] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"159.457826ms","start":"2026-03-31T05:20:32.422792Z","end":"2026-03-31T05:20:32.58225Z","steps":["trace[510620903] 'process raft request' (duration: 158.31719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:32.945917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892127747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:32.946006Z","caller":"traceutil/trace.go:171","msg":"trace[1223068561] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9093; }","duration":"1.892268262s","start":"2026-03-31T05:20:31.053714Z","end":"2026-03-31T05:20:32.945982Z","steps":["trace[1223068561] 'agreement among raft nodes before linearized reading' (duration: 1.52845992s)","trace[1223068561] 'count revisions from in-memory index tree' (duration: 363.674177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:32.94605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.053694Z","time spent":"1.892341954s","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:32.946115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842448076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:20:32.946186Z","caller":"traceutil/trace.go:171","msg":"trace[1869012482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9093; }","duration":"1.842576389s","start":"2026-03-31T05:20:31.103593Z","end":"2026-03-31T05:20:32.946169Z","steps":["trace[1869012482] 'agreement among raft nodes before linearized reading' (duration: 1.478586722s)","trace[1869012482] 'range keys from in-memory index tree' (duration: 363.815501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:32.946218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.103549Z","time spent":"1.842662762s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:33.081551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782521178,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:20:33.13521Z","caller":"traceutil/trace.go:171","msg":"trace[1549213744] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"712.185663ms","start":"2026-03-31T05:20:32.423006Z","end":"2026-03-31T05:20:33.135192Z","steps":["trace[1549213744] 'process raft request' (duration: 712.060879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.135363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.422995Z","time spent":"712.274076ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:33.285733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.998871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:33.285983Z","caller":"traceutil/trace.go:171","msg":"trace[1269037178] linearizableReadLoop","detail":"{readStateIndex:9437; appliedIndex:9432; }","duration":"704.660025ms","start":"2026-03-31T05:20:32.581305Z","end":"2026-03-31T05:20:33.285965Z","steps":["trace[1269037178] 'read index received' (duration: 553.829312ms)","trace[1269037178] 'applied index is now lower than readState.Index' (duration: 150.829673ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:33.285984Z","caller":"traceutil/trace.go:171","msg":"trace[1204204841] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"699.495352ms","start":"2026-03-31T05:20:32.586445Z","end":"2026-03-31T05:20:33.285941Z","steps":["trace[1204204841] 'process raft request' (duration: 589.198322ms)","trace[1204204841] 'compare' (duration: 109.761363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:33.286103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.035329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.286143Z","caller":"traceutil/trace.go:171","msg":"trace[443670185] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9098; }","duration":"987.100791ms","start":"2026-03-31T05:20:32.29903Z","end":"2026-03-31T05:20:33.28613Z","steps":["trace[443670185] 'agreement among raft nodes before linearized reading' (duration: 987.033179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.286126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.170723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:33.286163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.586424Z","time spent":"699.637586ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:33.286211Z","caller":"traceutil/trace.go:171","msg":"trace[1517366160] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9098; }","duration":"785.279746ms","start":"2026-03-31T05:20:32.500908Z","end":"2026-03-31T05:20:33.286188Z","steps":["trace[1517366160] 'agreement among raft nodes before linearized reading' (duration: 785.07437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.286247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105347353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-31T05:20:33.286294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.683231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.28635Z","caller":"traceutil/trace.go:171","msg":"trace[2070063550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9098; }","duration":"701.773954ms","start":"2026-03-31T05:20:32.584564Z","end":"2026-03-31T05:20:33.286338Z","steps":["trace[2070063550] 'agreement among raft nodes before linearized reading' (duration: 701.65737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:33.286371Z","caller":"traceutil/trace.go:171","msg":"trace[929096396] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"699.716729ms","start":"2026-03-31T05:20:32.586635Z","end":"2026-03-31T05:20:33.286352Z","steps":["trace[929096396] 'process raft request' (duration: 699.193093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.286185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.29901Z","time spent":"987.164754ms","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.286435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068431945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-31T05:20:33.28648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.586623Z","time spent":"699.797781ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:33.286552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760271155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.286567Z","caller":"traceutil/trace.go:171","msg":"trace[812173778] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"626.693008ms","start":"2026-03-31T05:20:32.659844Z","end":"2026-03-31T05:20:33.286537Z","steps":["trace[812173778] 'process raft request' (duration: 626.043178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:33.286613Z","caller":"traceutil/trace.go:171","msg":"trace[436180326] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:9098; }","duration":"1.760381198s","start":"2026-03-31T05:20:31.526219Z","end":"2026-03-31T05:20:33.286601Z","steps":["trace[436180326] 'agreement among raft nodes before linearized reading' (duration: 1.760293815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.286641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.412256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:20:33.286646Z","caller":"traceutil/trace.go:171","msg":"trace[1934122855] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"335.476074ms","start":"2026-03-31T05:20:32.951154Z","end":"2026-03-31T05:20:33.28663Z","steps":["trace[1934122855] 'process raft request' (duration: 334.767862ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:33.286679Z","caller":"traceutil/trace.go:171","msg":"trace[343191065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9098; }","duration":"417.483149ms","start":"2026-03-31T05:20:32.869187Z","end":"2026-03-31T05:20:33.28667Z","steps":["trace[343191065] 'agreement among raft nodes before linearized reading' (duration: 417.401357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.286694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.526194Z","time spent":"1.760479141s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.286698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.659819Z","time spent":"626.814892ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:33.286706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.869163Z","time spent":"417.53738ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:33.286728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.951127Z","time spent":"335.560006ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:33.286566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.980875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:20:33.286381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.584541Z","time spent":"701.832976ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:33.286446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.235633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:33.286972Z","caller":"traceutil/trace.go:171","msg":"trace[1309410447] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9098; }","duration":"339.78726ms","start":"2026-03-31T05:20:32.947173Z","end":"2026-03-31T05:20:33.28696Z","steps":["trace[1309410447] 'agreement among raft nodes before linearized reading' (duration: 339.243913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:33.286908Z","caller":"traceutil/trace.go:171","msg":"trace[1951960108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9098; }","duration":"388.248724ms","start":"2026-03-31T05:20:32.898558Z","end":"2026-03-31T05:20:33.286806Z","steps":["trace[1951960108] 'agreement among raft nodes before linearized reading' (duration: 387.907953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.287006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.947155Z","time spent":"339.840312ms","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.287056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.793179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:20:33.286485Z","caller":"traceutil/trace.go:171","msg":"trace[611714655] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9098; }","duration":"1.068521368s","start":"2026-03-31T05:20:32.217952Z","end":"2026-03-31T05:20:33.286474Z","steps":["trace[611714655] 'agreement among raft nodes before linearized reading' (duration: 1.068389844s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:33.287169Z","caller":"traceutil/trace.go:171","msg":"trace[1563699759] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9098; }","duration":"417.911923ms","start":"2026-03-31T05:20:32.86921Z","end":"2026-03-31T05:20:33.287122Z","steps":["trace[1563699759] 'agreement among raft nodes before linearized reading' (duration: 417.51125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.28724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.217922Z","time spent":"1.069297673s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:20:33.286295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.500885Z","time spent":"785.38766ms","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:33.287263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.869188Z","time spent":"418.062898ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:20:33.286309Z","caller":"traceutil/trace.go:171","msg":"trace[1074040104] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:9098; }","duration":"2.105429455s","start":"2026-03-31T05:20:31.180863Z","end":"2026-03-31T05:20:33.286293Z","steps":["trace[1074040104] 'agreement among raft nodes before linearized reading' (duration: 2.105222409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.288323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:31.180813Z","time spent":"2.107492811s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-03-31T05:20:33.287089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.898545Z","time spent":"388.503321ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:20:33.28758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.314245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:33.288881Z","caller":"traceutil/trace.go:171","msg":"trace[1120364166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9098; }","duration":"419.651648ms","start":"2026-03-31T05:20:32.869211Z","end":"2026-03-31T05:20:33.288863Z","steps":["trace[1120364166] 'agreement among raft nodes before linearized reading' (duration: 417.373516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:33.289144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:32.869188Z","time spent":"419.937597ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:34.015969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.392591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:34.016149Z","caller":"traceutil/trace.go:171","msg":"trace[1871670144] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"723.670088ms","start":"2026-03-31T05:20:33.292452Z","end":"2026-03-31T05:20:34.016122Z","steps":["trace[1871670144] 'process raft request' (duration: 413.038569ms)","trace[1871670144] 'compare' (duration: 310.246776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.016269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.292431Z","time spent":"723.7782ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:34.016958Z","caller":"traceutil/trace.go:171","msg":"trace[437192046] linearizableReadLoop","detail":"{readStateIndex:9438; appliedIndex:9437; }","duration":"722.215752ms","start":"2026-03-31T05:20:33.293844Z","end":"2026-03-31T05:20:34.01606Z","steps":["trace[437192046] 'read index received' (duration: 411.711727ms)","trace[437192046] 'applied index is now lower than readState.Index' (duration: 310.502765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.017005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.132801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228412"} {"level":"info","ts":"2026-03-31T05:20:34.017071Z","caller":"traceutil/trace.go:171","msg":"trace[1061194225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9099; }","duration":"723.223113ms","start":"2026-03-31T05:20:33.293833Z","end":"2026-03-31T05:20:34.017056Z","steps":["trace[1061194225] 'agreement among raft nodes before linearized reading' (duration: 722.764229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.017119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.293826Z","time spent":"723.283185ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228436,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:34.182713Z","caller":"traceutil/trace.go:171","msg":"trace[1249099344] linearizableReadLoop","detail":"{readStateIndex:9440; appliedIndex:9438; }","duration":"165.635871ms","start":"2026-03-31T05:20:34.017042Z","end":"2026-03-31T05:20:34.182678Z","steps":["trace[1249099344] 'read index received' (duration: 137.271883ms)","trace[1249099344] 'applied index is now lower than readState.Index' (duration: 28.362207ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.182764Z","caller":"traceutil/trace.go:171","msg":"trace[295392799] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"888.510753ms","start":"2026-03-31T05:20:33.294201Z","end":"2026-03-31T05:20:34.182711Z","steps":["trace[295392799] 'process raft request' (duration: 860.019711ms)","trace[295392799] 'compare' (duration: 27.890162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:34.182867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.233099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:34.18292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.052808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.182938Z","caller":"traceutil/trace.go:171","msg":"trace[788205820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9101; }","duration":"324.376884ms","start":"2026-03-31T05:20:33.858539Z","end":"2026-03-31T05:20:34.182916Z","steps":["trace[788205820] 'agreement among raft nodes before linearized reading' (duration: 324.176858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.182958Z","caller":"traceutil/trace.go:171","msg":"trace[1808938183] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:9101; }","duration":"888.122311ms","start":"2026-03-31T05:20:33.294824Z","end":"2026-03-31T05:20:34.182946Z","steps":["trace[1808938183] 'agreement among raft nodes before linearized reading' (duration: 888.014168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.182945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.294194Z","time spent":"888.665118ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.182991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.858514Z","time spent":"324.461576ms","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.183014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.294796Z","time spent":"888.209724ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-31T05:20:34.183244Z","caller":"traceutil/trace.go:171","msg":"trace[809323508] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"889.026079ms","start":"2026-03-31T05:20:33.294198Z","end":"2026-03-31T05:20:34.183224Z","steps":["trace[809323508] 'process raft request' (duration: 888.135891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.183232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.048282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.183351Z","caller":"traceutil/trace.go:171","msg":"trace[1545912119] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9101; }","duration":"555.146755ms","start":"2026-03-31T05:20:33.628148Z","end":"2026-03-31T05:20:34.183295Z","steps":["trace[1545912119] 'agreement among raft nodes before linearized reading' (duration: 554.99025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.183383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.29419Z","time spent":"889.096822ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:34.183396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.628084Z","time spent":"555.30217ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:34.183524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.538419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:34.183729Z","caller":"traceutil/trace.go:171","msg":"trace[765809451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9101; }","duration":"885.666523ms","start":"2026-03-31T05:20:33.297936Z","end":"2026-03-31T05:20:34.183602Z","steps":["trace[765809451] 'agreement among raft nodes before linearized reading' (duration: 885.478767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:34.183803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:33.297931Z","time spent":"885.851408ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:34.250324Z","caller":"traceutil/trace.go:171","msg":"trace[181691301] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"105.392534ms","start":"2026-03-31T05:20:34.144886Z","end":"2026-03-31T05:20:34.250278Z","steps":["trace[181691301] 'process raft request' (duration: 105.114275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:34.353025Z","caller":"traceutil/trace.go:171","msg":"trace[2117765345] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"165.263499ms","start":"2026-03-31T05:20:34.187735Z","end":"2026-03-31T05:20:34.352998Z","steps":["trace[2117765345] 'process raft request' (duration: 122.839957ms)","trace[2117765345] 'compare' (duration: 42.130763ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:34.917882Z","caller":"traceutil/trace.go:171","msg":"trace[1313427756] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"162.11065ms","start":"2026-03-31T05:20:34.755752Z","end":"2026-03-31T05:20:34.917862Z","steps":["trace[1313427756] 'process raft request' (duration: 161.987996ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:35.746447Z","caller":"traceutil/trace.go:171","msg":"trace[838254844] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"453.370404ms","start":"2026-03-31T05:20:35.293051Z","end":"2026-03-31T05:20:35.746421Z","steps":["trace[838254844] 'process raft request' (duration: 453.194619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:35.74661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.293027Z","time spent":"453.498529ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.327232Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463343169s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:37.338304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.251878Z","time spent":"1.086419713s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:20:37.339101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475122262s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:37.339424Z","caller":"traceutil/trace.go:171","msg":"trace[389657484] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"1.530108851s","start":"2026-03-31T05:20:35.809299Z","end":"2026-03-31T05:20:37.339408Z","steps":["trace[389657484] 'process raft request' (duration: 1.530000238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.3395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.809272Z","time spent":"1.530193854s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:37.339537Z","caller":"traceutil/trace.go:171","msg":"trace[1960993303] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"2.039403026s","start":"2026-03-31T05:20:35.300059Z","end":"2026-03-31T05:20:37.339462Z","steps":["trace[1960993303] 'process raft request' (duration: 563.83592ms)","trace[1960993303] 'compare' (duration: 1.473858252s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:37.339615Z","caller":"traceutil/trace.go:171","msg":"trace[944710957] linearizableReadLoop","detail":"{readStateIndex:9449; appliedIndex:9445; }","duration":"1.809595544s","start":"2026-03-31T05:20:35.529999Z","end":"2026-03-31T05:20:37.339595Z","steps":["trace[944710957] 'read index received' (duration: 216.313324ms)","trace[944710957] 'applied index is now lower than readState.Index' (duration: 1.59327987s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:37.339629Z","caller":"traceutil/trace.go:171","msg":"trace[34933550] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"2.039183029s","start":"2026-03-31T05:20:35.30043Z","end":"2026-03-31T05:20:37.339613Z","steps":["trace[34933550] 'process raft request' (duration: 2.038827017s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.339701Z","caller":"traceutil/trace.go:171","msg":"trace[391423082] transaction","detail":"{read_only:false; response_revision:9109; number_of_response:1; }","duration":"2.039514649s","start":"2026-03-31T05:20:35.300167Z","end":"2026-03-31T05:20:37.339682Z","steps":["trace[391423082] 'process raft request' (duration: 2.039009593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.339749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809746269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:37.339804Z","caller":"traceutil/trace.go:171","msg":"trace[1025711222] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9111; }","duration":"1.809851462s","start":"2026-03-31T05:20:35.52993Z","end":"2026-03-31T05:20:37.339781Z","steps":["trace[1025711222] 'agreement among raft nodes before linearized reading' (duration: 1.809761959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.339803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.300157Z","time spent":"2.039590302s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.339808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.300418Z","time spent":"2.039283312s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.339831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.300038Z","time spent":"2.039651343s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.339844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.529904Z","time spent":"1.809929065s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:37.517908Z","caller":"traceutil/trace.go:171","msg":"trace[26138225] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"1.040027955s","start":"2026-03-31T05:20:36.477851Z","end":"2026-03-31T05:20:37.517879Z","steps":["trace[26138225] 'process raft request' (duration: 1.039932162s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.517908Z","caller":"traceutil/trace.go:171","msg":"trace[1330555556] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"1.317753142s","start":"2026-03-31T05:20:36.20012Z","end":"2026-03-31T05:20:37.517873Z","steps":["trace[1330555556] 'process raft request' (duration: 1.305092822s)","trace[1330555556] 'compare' (duration: 12.369961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:37.518021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.477826Z","time spent":"1.040145129s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:20:37.518043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.200103Z","time spent":"1.317873937s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:37.518137Z","caller":"traceutil/trace.go:171","msg":"trace[217546198] linearizableReadLoop","detail":"{readStateIndex:9454; appliedIndex:9450; }","duration":"178.452487ms","start":"2026-03-31T05:20:37.339665Z","end":"2026-03-31T05:20:37.518117Z","steps":["trace[217546198] 'read index received' (duration: 165.572989ms)","trace[217546198] 'applied index is now lower than readState.Index' (duration: 12.878458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:37.518294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320164709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:20:37.518302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955559413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-31T05:20:37.51832Z","caller":"traceutil/trace.go:171","msg":"trace[1876294968] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9115; }","duration":"1.320238521s","start":"2026-03-31T05:20:36.198074Z","end":"2026-03-31T05:20:37.518313Z","steps":["trace[1876294968] 'agreement among raft nodes before linearized reading' (duration: 1.320138098s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.518332Z","caller":"traceutil/trace.go:171","msg":"trace[201233828] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9115; }","duration":"1.955629606s","start":"2026-03-31T05:20:35.562693Z","end":"2026-03-31T05:20:37.518323Z","steps":["trace[201233828] 'agreement among raft nodes before linearized reading' (duration: 1.955505772s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.518362Z","caller":"traceutil/trace.go:171","msg":"trace[1269791060] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"864.921327ms","start":"2026-03-31T05:20:36.653434Z","end":"2026-03-31T05:20:37.518355Z","steps":["trace[1269791060] 'process raft request' (duration: 864.428851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.518405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.653401Z","time spent":"864.982188ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.518432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330321451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:20:37.518362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:35.562673Z","time spent":"1.955682247s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-31T05:20:37.518467Z","caller":"traceutil/trace.go:171","msg":"trace[1475097276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9115; }","duration":"1.330387483s","start":"2026-03-31T05:20:36.18807Z","end":"2026-03-31T05:20:37.518458Z","steps":["trace[1475097276] 'agreement among raft nodes before linearized reading' (duration: 1.33030959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.518491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.188045Z","time spent":"1.330440715s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:37.51834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.19802Z","time spent":"1.320315894s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:20:37.518504Z","caller":"traceutil/trace.go:171","msg":"trace[1755095290] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"344.033525ms","start":"2026-03-31T05:20:37.17443Z","end":"2026-03-31T05:20:37.518464Z","steps":["trace[1755095290] 'process raft request' (duration: 343.626332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.518693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444963848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-31T05:20:37.518778Z","caller":"traceutil/trace.go:171","msg":"trace[1457933076] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:9115; }","duration":"1.445100983s","start":"2026-03-31T05:20:36.073666Z","end":"2026-03-31T05:20:37.518767Z","steps":["trace[1457933076] 'agreement among raft nodes before linearized reading' (duration: 1.444871065s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.51882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.073647Z","time spent":"1.445166294s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:20:37.518853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430431208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:37.518881Z","caller":"traceutil/trace.go:171","msg":"trace[850468450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9115; }","duration":"1.430557972s","start":"2026-03-31T05:20:36.088317Z","end":"2026-03-31T05:20:37.518875Z","steps":["trace[850468450] 'agreement among raft nodes before linearized reading' (duration: 1.430512921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.5189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.088297Z","time spent":"1.430598954s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:37.518902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498942016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:20:37.518991Z","caller":"traceutil/trace.go:171","msg":"trace[1112735048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9115; }","duration":"1.499221945s","start":"2026-03-31T05:20:36.019749Z","end":"2026-03-31T05:20:37.518971Z","steps":["trace[1112735048] 'agreement among raft nodes before linearized reading' (duration: 1.498817182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.519044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.019729Z","time spent":"1.499305237s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:37.518695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:37.174402Z","time spent":"344.18557ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:37.519273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320747638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:37.519504Z","caller":"traceutil/trace.go:171","msg":"trace[1751795944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9115; }","duration":"1.321004206s","start":"2026-03-31T05:20:36.198463Z","end":"2026-03-31T05:20:37.519468Z","steps":["trace[1751795944] 'agreement among raft nodes before linearized reading' (duration: 1.319927282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.51959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.198441Z","time spent":"1.321102689s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:37.519758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496284512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:20:37.519801Z","caller":"traceutil/trace.go:171","msg":"trace[658312453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9115; }","duration":"1.496358954s","start":"2026-03-31T05:20:36.023432Z","end":"2026-03-31T05:20:37.519791Z","steps":["trace[658312453] 'agreement among raft nodes before linearized reading' (duration: 1.495130465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.519834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.023416Z","time spent":"1.496410655s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:20:37.520472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.547989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:37.520577Z","caller":"traceutil/trace.go:171","msg":"trace[51823840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9115; }","duration":"564.723048ms","start":"2026-03-31T05:20:36.95583Z","end":"2026-03-31T05:20:37.520553Z","steps":["trace[51823840] 'agreement among raft nodes before linearized reading' (duration: 562.55743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.520651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:36.955806Z","time spent":"564.816771ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:37.703439Z","caller":"traceutil/trace.go:171","msg":"trace[989911797] linearizableReadLoop","detail":"{readStateIndex:9455; appliedIndex:9454; }","duration":"182.820225ms","start":"2026-03-31T05:20:37.520595Z","end":"2026-03-31T05:20:37.703416Z","steps":["trace[989911797] 'read index received' (duration: 99.893281ms)","trace[989911797] 'applied index is now lower than readState.Index' (duration: 82.925854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:37.703583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.960789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:37.703674Z","caller":"traceutil/trace.go:171","msg":"trace[188546595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9115; }","duration":"183.048651ms","start":"2026-03-31T05:20:37.520574Z","end":"2026-03-31T05:20:37.703623Z","steps":["trace[188546595] 'agreement among raft nodes before linearized reading' (duration: 182.931978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.717127Z","caller":"traceutil/trace.go:171","msg":"trace[1985317244] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"195.058892ms","start":"2026-03-31T05:20:37.522042Z","end":"2026-03-31T05:20:37.717101Z","steps":["trace[1985317244] 'process raft request' (duration: 194.766952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.717205Z","caller":"traceutil/trace.go:171","msg":"trace[286702030] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"194.972459ms","start":"2026-03-31T05:20:37.522178Z","end":"2026-03-31T05:20:37.71715Z","steps":["trace[286702030] 'process raft request' (duration: 194.810604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.717377Z","caller":"traceutil/trace.go:171","msg":"trace[75125836] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"195.146415ms","start":"2026-03-31T05:20:37.522202Z","end":"2026-03-31T05:20:37.717349Z","steps":["trace[75125836] 'process raft request' (duration: 194.845945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.717403Z","caller":"traceutil/trace.go:171","msg":"trace[1752943069] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"194.011288ms","start":"2026-03-31T05:20:37.523326Z","end":"2026-03-31T05:20:37.717337Z","steps":["trace[1752943069] 'process raft request' (duration: 193.76752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.717437Z","caller":"traceutil/trace.go:171","msg":"trace[1344086989] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"193.41448ms","start":"2026-03-31T05:20:37.524005Z","end":"2026-03-31T05:20:37.71742Z","steps":["trace[1344086989] 'process raft request' (duration: 193.122991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.717493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.1858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:37.717569Z","caller":"traceutil/trace.go:171","msg":"trace[1935754996] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9120; }","duration":"143.320945ms","start":"2026-03-31T05:20:37.57423Z","end":"2026-03-31T05:20:37.717551Z","steps":["trace[1935754996] 'agreement among raft nodes before linearized reading' (duration: 143.16196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.717628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.166442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a1d56dcdab317a\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T05:20:37.717652Z","caller":"traceutil/trace.go:171","msg":"trace[1396490419] range","detail":"{range_begin:/registry/events/openstack/ceph.18a1d56dcdab317a; range_end:; response_count:1; response_revision:9120; }","duration":"193.225824ms","start":"2026-03-31T05:20:37.524419Z","end":"2026-03-31T05:20:37.717645Z","steps":["trace[1396490419] 'agreement among raft nodes before linearized reading' (duration: 193.11634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.717756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.601729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:20:37.717758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.850415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:20:37.717792Z","caller":"traceutil/trace.go:171","msg":"trace[721574733] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9120; }","duration":"195.674261ms","start":"2026-03-31T05:20:37.522108Z","end":"2026-03-31T05:20:37.717782Z","steps":["trace[721574733] 'agreement among raft nodes before linearized reading' (duration: 195.513616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:37.717825Z","caller":"traceutil/trace.go:171","msg":"trace[1170067937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9120; }","duration":"194.944708ms","start":"2026-03-31T05:20:37.522862Z","end":"2026-03-31T05:20:37.717806Z","steps":["trace[1170067937] 'agreement among raft nodes before linearized reading' (duration: 194.744092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.718485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.026671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228412"} {"level":"info","ts":"2026-03-31T05:20:37.718529Z","caller":"traceutil/trace.go:171","msg":"trace[1678020907] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9120; }","duration":"195.095063ms","start":"2026-03-31T05:20:37.523423Z","end":"2026-03-31T05:20:37.718518Z","steps":["trace[1678020907] 'agreement among raft nodes before linearized reading' (duration: 194.436902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:37.942747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.346473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:37.942876Z","caller":"traceutil/trace.go:171","msg":"trace[903260870] linearizableReadLoop","detail":"{readStateIndex:9461; appliedIndex:9460; }","duration":"225.681671ms","start":"2026-03-31T05:20:37.717173Z","end":"2026-03-31T05:20:37.942854Z","steps":["trace[903260870] 'read index received' (duration: 90.08019ms)","trace[903260870] 'applied index is now lower than readState.Index' (duration: 135.599501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:37.942947Z","caller":"traceutil/trace.go:171","msg":"trace[2100393977] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"238.32078ms","start":"2026-03-31T05:20:37.704586Z","end":"2026-03-31T05:20:37.942907Z","steps":["trace[2100393977] 'process raft request' (duration: 102.684139ms)","trace[2100393977] 'compare' (duration: 135.197658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:37.943192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.809123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:37.943264Z","caller":"traceutil/trace.go:171","msg":"trace[405554007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9121; }","duration":"230.910606ms","start":"2026-03-31T05:20:37.712337Z","end":"2026-03-31T05:20:37.943247Z","steps":["trace[405554007] 'agreement among raft nodes before linearized reading' (duration: 230.697889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.00196Z","caller":"traceutil/trace.go:171","msg":"trace[279739027] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"281.60948ms","start":"2026-03-31T05:20:37.720324Z","end":"2026-03-31T05:20:38.001934Z","steps":["trace[279739027] 'process raft request' (duration: 281.397613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:38.002257Z","caller":"traceutil/trace.go:171","msg":"trace[45359968] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"249.816194ms","start":"2026-03-31T05:20:37.75241Z","end":"2026-03-31T05:20:38.002226Z","steps":["trace[45359968] 'process raft request' (duration: 249.453793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:38.002296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.439656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19382"} {"level":"info","ts":"2026-03-31T05:20:38.002473Z","caller":"traceutil/trace.go:171","msg":"trace[38567006] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9123; }","duration":"282.666914ms","start":"2026-03-31T05:20:37.719795Z","end":"2026-03-31T05:20:38.002462Z","steps":["trace[38567006] 'agreement among raft nodes before linearized reading' (duration: 282.215989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:38.002335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.790834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a1d57787ec9fdc\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-31T05:20:38.002658Z","caller":"traceutil/trace.go:171","msg":"trace[1080572363] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a1d57787ec9fdc; range_end:; response_count:1; response_revision:9123; }","duration":"281.074463ms","start":"2026-03-31T05:20:37.721498Z","end":"2026-03-31T05:20:38.002572Z","steps":["trace[1080572363] 'agreement among raft nodes before linearized reading' (duration: 280.760303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:39.738999Z","caller":"traceutil/trace.go:171","msg":"trace[964335542] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9464; }","duration":"481.696621ms","start":"2026-03-31T05:20:39.257281Z","end":"2026-03-31T05:20:39.738978Z","steps":["trace[964335542] 'read index received' (duration: 481.543116ms)","trace[964335542] 'applied index is now lower than readState.Index' (duration: 152.335µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:39.739108Z","caller":"traceutil/trace.go:171","msg":"trace[272276997] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"561.819726ms","start":"2026-03-31T05:20:39.177278Z","end":"2026-03-31T05:20:39.739098Z","steps":["trace[272276997] 'process raft request' (duration: 561.557788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.739209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.177259Z","time spent":"561.875998ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:39.739365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.065912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:39.73945Z","caller":"traceutil/trace.go:171","msg":"trace[389518879] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9125; }","duration":"482.195286ms","start":"2026-03-31T05:20:39.257233Z","end":"2026-03-31T05:20:39.739428Z","steps":["trace[389518879] 'agreement among raft nodes before linearized reading' (duration: 482.035871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:39.739497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.257215Z","time spent":"482.269259ms","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:40.536259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.709417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:40.536398Z","caller":"traceutil/trace.go:171","msg":"trace[1794208825] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9125; }","duration":"662.857512ms","start":"2026-03-31T05:20:39.873521Z","end":"2026-03-31T05:20:40.536378Z","steps":["trace[1794208825] 'range keys from in-memory index tree' (duration: 662.692087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.537056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.55444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:40.537311Z","caller":"traceutil/trace.go:171","msg":"trace[1865572931] linearizableReadLoop","detail":"{readStateIndex:9467; appliedIndex:9465; }","duration":"798.229565ms","start":"2026-03-31T05:20:39.739064Z","end":"2026-03-31T05:20:40.537293Z","steps":["trace[1865572931] 'read index received' (duration: 155.284733ms)","trace[1865572931] 'applied index is now lower than readState.Index' (duration: 642.943862ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:40.537405Z","caller":"traceutil/trace.go:171","msg":"trace[673497762] transaction","detail":"{read_only:false; response_revision:9126; number_of_response:1; }","duration":"1.012602778s","start":"2026-03-31T05:20:39.524788Z","end":"2026-03-31T05:20:40.537391Z","steps":["trace[673497762] 'process raft request' (duration: 369.624325ms)","trace[673497762] 'compare' (duration: 641.881798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:40.537479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.524757Z","time spent":"1.012682741s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:40.537511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.361126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:40.537524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.393515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:20:40.537525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.196102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:20:40.537524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.167821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:20:40.537562Z","caller":"traceutil/trace.go:171","msg":"trace[1690665961] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9127; }","duration":"961.4597ms","start":"2026-03-31T05:20:39.576085Z","end":"2026-03-31T05:20:40.537545Z","steps":["trace[1690665961] 'agreement among raft nodes before linearized reading' (duration: 961.364507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.537578Z","caller":"traceutil/trace.go:171","msg":"trace[1879534249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9127; }","duration":"813.464257ms","start":"2026-03-31T05:20:39.724088Z","end":"2026-03-31T05:20:40.537553Z","steps":["trace[1879534249] 'agreement among raft nodes before linearized reading' (duration: 813.313912ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.537578Z","caller":"traceutil/trace.go:171","msg":"trace[567880026] transaction","detail":"{read_only:false; response_revision:9127; number_of_response:1; }","duration":"1.012410052s","start":"2026-03-31T05:20:39.525155Z","end":"2026-03-31T05:20:40.537565Z","steps":["trace[567880026] 'process raft request' (duration: 1.012015849s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.53759Z","caller":"traceutil/trace.go:171","msg":"trace[1266493865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9127; }","duration":"815.238673ms","start":"2026-03-31T05:20:39.722333Z","end":"2026-03-31T05:20:40.537571Z","steps":["trace[1266493865] 'agreement among raft nodes before linearized reading' (duration: 815.087598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.53762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.724076Z","time spent":"813.534469ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:40.537622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.576058Z","time spent":"961.543242ms","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:40.537628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.722329Z","time spent":"815.290454ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:40.537653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193946345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:20:40.537664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088307273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:40.537571Z","caller":"traceutil/trace.go:171","msg":"trace[370115015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9127; }","duration":"815.275544ms","start":"2026-03-31T05:20:39.722284Z","end":"2026-03-31T05:20:40.537559Z","steps":["trace[370115015] 'agreement among raft nodes before linearized reading' (duration: 815.112649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.537695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1937618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:20:40.537757Z","caller":"traceutil/trace.go:171","msg":"trace[2108545420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9127; }","duration":"1.193857663s","start":"2026-03-31T05:20:39.343878Z","end":"2026-03-31T05:20:40.537736Z","steps":["trace[2108545420] 'agreement among raft nodes before linearized reading' (duration: 1.193706208s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.537776Z","caller":"traceutil/trace.go:171","msg":"trace[518157029] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9127; }","duration":"1.08850576s","start":"2026-03-31T05:20:39.449252Z","end":"2026-03-31T05:20:40.537758Z","steps":["trace[518157029] 'agreement among raft nodes before linearized reading' (duration: 1.088238161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.537774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.722268Z","time spent":"815.47251ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:40.537823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.343859Z","time spent":"1.193945755s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:20:40.537698Z","caller":"traceutil/trace.go:171","msg":"trace[1400255717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9127; }","duration":"1.194033399s","start":"2026-03-31T05:20:39.343657Z","end":"2026-03-31T05:20:40.53769Z","steps":["trace[1400255717] 'agreement among raft nodes before linearized reading' (duration: 1.193937205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.537683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.525143Z","time spent":"1.012482293s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:40.537525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192634494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:20:40.538074Z","caller":"traceutil/trace.go:171","msg":"trace[1771300689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9127; }","duration":"1.193178511s","start":"2026-03-31T05:20:39.344874Z","end":"2026-03-31T05:20:40.538053Z","steps":["trace[1771300689] 'agreement among raft nodes before linearized reading' (duration: 1.192566142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.537876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.449236Z","time spent":"1.088618623s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:40.538144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.344796Z","time spent":"1.193330186s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:40.538284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.343637Z","time spent":"1.194556324s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:20:40.539431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.93204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:20:40.539503Z","caller":"traceutil/trace.go:171","msg":"trace[1936737794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9127; }","duration":"813.031133ms","start":"2026-03-31T05:20:39.726456Z","end":"2026-03-31T05:20:40.539487Z","steps":["trace[1936737794] 'agreement among raft nodes before linearized reading' (duration: 810.951368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.53955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.726444Z","time spent":"813.093895ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:20:40.592994Z","caller":"traceutil/trace.go:171","msg":"trace[1112152882] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"584.610056ms","start":"2026-03-31T05:20:40.008359Z","end":"2026-03-31T05:20:40.592969Z","steps":["trace[1112152882] 'process raft request' (duration: 584.218663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.593136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.008328Z","time spent":"584.73997ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:40.593253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.569629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:40.59328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.596628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:40.593379Z","caller":"traceutil/trace.go:171","msg":"trace[599204421] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9128; }","duration":"544.771806ms","start":"2026-03-31T05:20:40.048587Z","end":"2026-03-31T05:20:40.593358Z","steps":["trace[599204421] 'agreement among raft nodes before linearized reading' (duration: 544.550289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.593391Z","caller":"traceutil/trace.go:171","msg":"trace[1026414921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9128; }","duration":"506.734392ms","start":"2026-03-31T05:20:40.086637Z","end":"2026-03-31T05:20:40.593372Z","steps":["trace[1026414921] 'agreement among raft nodes before linearized reading' (duration: 506.561447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.593386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.943485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T05:20:40.59344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.048561Z","time spent":"544.859329ms","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:40.593452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.086628Z","time spent":"506.804284ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:40.593468Z","caller":"traceutil/trace.go:171","msg":"trace[814522368] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9128; }","duration":"773.057269ms","start":"2026-03-31T05:20:39.820386Z","end":"2026-03-31T05:20:40.593443Z","steps":["trace[814522368] 'agreement among raft nodes before linearized reading' (duration: 772.851162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.593716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:39.820368Z","time spent":"773.323256ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:20:40.92691Z","caller":"traceutil/trace.go:171","msg":"trace[1892035183] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"384.824415ms","start":"2026-03-31T05:20:40.542058Z","end":"2026-03-31T05:20:40.926883Z","steps":["trace[1892035183] 'process raft request' (duration: 384.530746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.926962Z","caller":"traceutil/trace.go:171","msg":"trace[1166073714] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"384.533986ms","start":"2026-03-31T05:20:40.542394Z","end":"2026-03-31T05:20:40.926928Z","steps":["trace[1166073714] 'process raft request' (duration: 384.34349ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.927014Z","caller":"traceutil/trace.go:171","msg":"trace[1455419065] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"384.584118ms","start":"2026-03-31T05:20:40.542396Z","end":"2026-03-31T05:20:40.92698Z","steps":["trace[1455419065] 'process raft request' (duration: 384.382651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.92705Z","caller":"traceutil/trace.go:171","msg":"trace[773736773] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"384.176636ms","start":"2026-03-31T05:20:40.542835Z","end":"2026-03-31T05:20:40.927012Z","steps":["trace[773736773] 'process raft request' (duration: 384.120144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:40.927051Z","caller":"traceutil/trace.go:171","msg":"trace[1137605631] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"384.597789ms","start":"2026-03-31T05:20:40.542418Z","end":"2026-03-31T05:20:40.927015Z","steps":["trace[1137605631] 'process raft request' (duration: 384.402632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.927116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.542378Z","time spent":"384.64895ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:40.927123Z","caller":"traceutil/trace.go:171","msg":"trace[2141155604] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"384.614429ms","start":"2026-03-31T05:20:40.542498Z","end":"2026-03-31T05:20:40.927113Z","steps":["trace[2141155604] 'process raft request' (duration: 384.400382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:40.927173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.542379Z","time spent":"384.716302ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:40.927199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.542477Z","time spent":"384.675581ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:40.927176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.542826Z","time spent":"384.278798ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:40.927204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.542398Z","time spent":"384.727302ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:40.927072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.542021Z","time spent":"384.96256ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:41.900015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.364255ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:20:41.900121Z","caller":"traceutil/trace.go:171","msg":"trace[813728507] linearizableReadLoop","detail":"{readStateIndex:9475; appliedIndex:9468; }","duration":"1.307401996s","start":"2026-03-31T05:20:40.592702Z","end":"2026-03-31T05:20:41.900104Z","steps":["trace[813728507] 'read index received' (duration: 333.819962ms)","trace[813728507] 'applied index is now lower than readState.Index' (duration: 973.580414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:41.900497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305562297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:41.90056Z","caller":"traceutil/trace.go:171","msg":"trace[329689508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9134; }","duration":"1.305663441s","start":"2026-03-31T05:20:40.594882Z","end":"2026-03-31T05:20:41.900545Z","steps":["trace[329689508] 'agreement among raft nodes before linearized reading' (duration: 1.305552177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.900589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.594861Z","time spent":"1.305723143s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:41.900682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004950766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:41.900782Z","caller":"traceutil/trace.go:171","msg":"trace[627402451] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9134; }","duration":"1.005123902s","start":"2026-03-31T05:20:40.895637Z","end":"2026-03-31T05:20:41.90076Z","steps":["trace[627402451] 'agreement among raft nodes before linearized reading' (duration: 1.004952036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.900857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.895619Z","time spent":"1.005224165s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:41.900712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356589762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228412"} {"level":"info","ts":"2026-03-31T05:20:41.900995Z","caller":"traceutil/trace.go:171","msg":"trace[1975605290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9134; }","duration":"1.356919572s","start":"2026-03-31T05:20:40.544056Z","end":"2026-03-31T05:20:41.900976Z","steps":["trace[1975605290] 'agreement among raft nodes before linearized reading' (duration: 1.356161618s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:41.901061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:40.544031Z","time spent":"1.357011776s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228436,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:44.172286Z","caller":"traceutil/trace.go:171","msg":"trace[133295401] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"203.273732ms","start":"2026-03-31T05:20:43.96898Z","end":"2026-03-31T05:20:44.172254Z","steps":["trace[133295401] 'process raft request' (duration: 203.072966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.456218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.289739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:44.45637Z","caller":"traceutil/trace.go:171","msg":"trace[2102612834] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"487.03935ms","start":"2026-03-31T05:20:43.96929Z","end":"2026-03-31T05:20:44.45633Z","steps":["trace[2102612834] 'process raft request' (duration: 364.525634ms)","trace[2102612834] 'compare' (duration: 122.171735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:44.456534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:43.969266Z","time spent":"487.182405ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:44.456346Z","caller":"traceutil/trace.go:171","msg":"trace[2111187394] linearizableReadLoop","detail":"{readStateIndex:9499; appliedIndex:9497; }","duration":"375.027066ms","start":"2026-03-31T05:20:44.081297Z","end":"2026-03-31T05:20:44.456324Z","steps":["trace[2111187394] 'read index received' (duration: 90.814303ms)","trace[2111187394] 'applied index is now lower than readState.Index' (duration: 284.210983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:44.457261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.934454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5478"} {"level":"info","ts":"2026-03-31T05:20:44.45733Z","caller":"traceutil/trace.go:171","msg":"trace[810072513] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9157; }","duration":"376.228814ms","start":"2026-03-31T05:20:44.081081Z","end":"2026-03-31T05:20:44.45731Z","steps":["trace[810072513] 'agreement among raft nodes before linearized reading' (duration: 375.434479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:44.45738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:44.081064Z","time spent":"376.303056ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5502,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:20:49.086405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782521550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:20:49.571035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007129547s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:20:49.882592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324592972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.882659Z","caller":"traceutil/trace.go:171","msg":"trace[673371760] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9197; }","duration":"1.324719277s","start":"2026-03-31T05:20:48.557918Z","end":"2026-03-31T05:20:49.882637Z","steps":["trace[673371760] 'count revisions from in-memory index tree' (duration: 1.32450042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.882691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.557895Z","time spent":"1.324788838s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:49.882813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324089446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:49.882892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438479582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.882903Z","caller":"traceutil/trace.go:171","msg":"trace[203900750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9197; }","duration":"1.32421381s","start":"2026-03-31T05:20:48.558664Z","end":"2026-03-31T05:20:49.882878Z","steps":["trace[203900750] 'range keys from in-memory index tree' (duration: 1.323999233s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.88289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406979656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:20:49.88296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.558653Z","time spent":"1.324298292s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:20:49.882964Z","caller":"traceutil/trace.go:171","msg":"trace[707017561] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:9197; }","duration":"1.438575735s","start":"2026-03-31T05:20:48.444364Z","end":"2026-03-31T05:20:49.88294Z","steps":["trace[707017561] 'range keys from in-memory index tree' (duration: 1.43839738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.883056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.444348Z","time spent":"1.438694559s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-31T05:20:49.882983Z","caller":"traceutil/trace.go:171","msg":"trace[1331223619] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9197; }","duration":"1.407125141s","start":"2026-03-31T05:20:48.475831Z","end":"2026-03-31T05:20:49.882957Z","steps":["trace[1331223619] 'count revisions from in-memory index tree' (duration: 1.406887604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.883138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.475814Z","time spent":"1.407302507s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:20:49.883632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.311423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:49.883773Z","caller":"traceutil/trace.go:171","msg":"trace[2030159978] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"1.319917435s","start":"2026-03-31T05:20:48.563829Z","end":"2026-03-31T05:20:49.883747Z","steps":["trace[2030159978] 'process raft request' (duration: 1.007400836s)","trace[2030159978] 'compare' (duration: 312.186728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:49.883864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.563816Z","time spent":"1.320003177s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:20:49.981749Z","caller":"traceutil/trace.go:171","msg":"trace[1727631915] linearizableReadLoop","detail":"{readStateIndex:9543; appliedIndex:9540; }","duration":"1.395641888s","start":"2026-03-31T05:20:48.586088Z","end":"2026-03-31T05:20:49.98173Z","steps":["trace[1727631915] 'read index received' (duration: 985.158042ms)","trace[1727631915] 'applied index is now lower than readState.Index' (duration: 410.482786ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:49.981798Z","caller":"traceutil/trace.go:171","msg":"trace[2126985015] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"1.416615642s","start":"2026-03-31T05:20:48.565159Z","end":"2026-03-31T05:20:49.981775Z","steps":["trace[2126985015] 'process raft request' (duration: 1.416401245s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.981829Z","caller":"traceutil/trace.go:171","msg":"trace[968912199] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"1.364108912s","start":"2026-03-31T05:20:48.617696Z","end":"2026-03-31T05:20:49.981805Z","steps":["trace[968912199] 'process raft request' (duration: 1.363993218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.98203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.61767Z","time spent":"1.364309508s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:49.982121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.383241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:49.98218Z","caller":"traceutil/trace.go:171","msg":"trace[152937984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9200; }","duration":"893.471004ms","start":"2026-03-31T05:20:49.088696Z","end":"2026-03-31T05:20:49.982167Z","steps":["trace[152937984] 'agreement among raft nodes before linearized reading' (duration: 893.383021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.982216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.088679Z","time spent":"893.529266ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:20:49.982225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.504121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:20:49.982293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.035239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:20:49.982302Z","caller":"traceutil/trace.go:171","msg":"trace[1102140082] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9200; }","duration":"623.629805ms","start":"2026-03-31T05:20:49.358648Z","end":"2026-03-31T05:20:49.982278Z","steps":["trace[1102140082] 'agreement among raft nodes before linearized reading' (duration: 623.470849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.982351Z","caller":"traceutil/trace.go:171","msg":"trace[1367909924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9200; }","duration":"992.110572ms","start":"2026-03-31T05:20:48.990226Z","end":"2026-03-31T05:20:49.982336Z","steps":["trace[1367909924] 'agreement among raft nodes before linearized reading' (duration: 991.913546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.982387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.990221Z","time spent":"992.157034ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:49.982394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.185594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:20:49.982401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39631172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:592825"} {"level":"warn","ts":"2026-03-31T05:20:49.982288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.204575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:20:49.982454Z","caller":"traceutil/trace.go:171","msg":"trace[453336557] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:9200; }","duration":"1.396410733s","start":"2026-03-31T05:20:48.58603Z","end":"2026-03-31T05:20:49.98244Z","steps":["trace[453336557] 'agreement among raft nodes before linearized reading' (duration: 1.395818504s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.982447Z","caller":"traceutil/trace.go:171","msg":"trace[2112953219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9200; }","duration":"992.244836ms","start":"2026-03-31T05:20:48.990186Z","end":"2026-03-31T05:20:49.98243Z","steps":["trace[2112953219] 'agreement among raft nodes before linearized reading' (duration: 992.147893ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:49.98247Z","caller":"traceutil/trace.go:171","msg":"trace[456505338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9200; }","duration":"992.422732ms","start":"2026-03-31T05:20:48.990033Z","end":"2026-03-31T05:20:49.982456Z","steps":["trace[456505338] 'agreement among raft nodes before linearized reading' (duration: 992.063161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.982495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.101833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:20:49.982489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.808334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:20:49.982396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.35863Z","time spent":"623.744348ms","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:20:49.982564Z","caller":"traceutil/trace.go:171","msg":"trace[308106969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9200; }","duration":"993.189506ms","start":"2026-03-31T05:20:48.989354Z","end":"2026-03-31T05:20:49.982543Z","steps":["trace[308106969] 'agreement among raft nodes before linearized reading' (duration: 993.083173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.982504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.850536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-31T05:20:49.982622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.989335Z","time spent":"993.276219ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:20:49.982519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.990022Z","time spent":"992.482574ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:49.981951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.565147Z","time spent":"1.416710374s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:20:49.982491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.586008Z","time spent":"1.396472105s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":45,"response size":592849,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-31T05:20:49.982609Z","caller":"traceutil/trace.go:171","msg":"trace[308874188] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9200; }","duration":"992.956659ms","start":"2026-03-31T05:20:48.98962Z","end":"2026-03-31T05:20:49.982577Z","steps":["trace[308874188] 'agreement among raft nodes before linearized reading' (duration: 992.657209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.982786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.989611Z","time spent":"993.161835ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:20:49.98237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.374389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:20:49.982881Z","caller":"traceutil/trace.go:171","msg":"trace[1947560374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9200; }","duration":"997.964567ms","start":"2026-03-31T05:20:48.984899Z","end":"2026-03-31T05:20:49.982864Z","steps":["trace[1947560374] 'agreement among raft nodes before linearized reading' (duration: 997.185172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.982934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.984872Z","time spent":"998.04339ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:20:49.982618Z","caller":"traceutil/trace.go:171","msg":"trace[1187807597] range","detail":"{range_begin:/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94; range_end:; response_count:1; response_revision:9200; }","duration":"806.9917ms","start":"2026-03-31T05:20:49.175613Z","end":"2026-03-31T05:20:49.982605Z","steps":["trace[1187807597] 'agreement among raft nodes before linearized reading' (duration: 806.804354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:49.982516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:48.99018Z","time spent":"992.320219ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:20:49.982998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.175596Z","time spent":"807.389163ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" "} {"level":"warn","ts":"2026-03-31T05:20:50.150729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017961459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-jpc2x\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-31T05:20:50.150808Z","caller":"traceutil/trace.go:171","msg":"trace[1067742496] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-jpc2x; range_end:; response_count:1; response_revision:9200; }","duration":"1.018074063s","start":"2026-03-31T05:20:49.132714Z","end":"2026-03-31T05:20:50.150788Z","steps":["trace[1067742496] 'agreement among raft nodes before linearized reading' (duration: 849.818375ms)","trace[1067742496] 'range keys from in-memory index tree' (duration: 168.074892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.150851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:20:49.132699Z","time spent":"1.018143885s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-jpc2x\" "} {"level":"warn","ts":"2026-03-31T05:20:50.150799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.898198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:20:50.150993Z","caller":"traceutil/trace.go:171","msg":"trace[1776087216] linearizableReadLoop","detail":"{readStateIndex:9544; appliedIndex:9543; }","duration":"164.442178ms","start":"2026-03-31T05:20:49.986521Z","end":"2026-03-31T05:20:50.150963Z","steps":["trace[1776087216] 'read index received' (duration: 39.323903ms)","trace[1776087216] 'applied index is now lower than readState.Index' (duration: 125.116034ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:50.15105Z","caller":"traceutil/trace.go:171","msg":"trace[1413447198] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"164.526381ms","start":"2026-03-31T05:20:49.986479Z","end":"2026-03-31T05:20:50.151006Z","steps":["trace[1413447198] 'process raft request' (duration: 39.349404ms)","trace[1413447198] 'compare' (duration: 124.699102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:50.151394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.865412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228321"} {"level":"info","ts":"2026-03-31T05:20:50.151421Z","caller":"traceutil/trace.go:171","msg":"trace[516519841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9201; }","duration":"164.952284ms","start":"2026-03-31T05:20:49.986462Z","end":"2026-03-31T05:20:50.151414Z","steps":["trace[516519841] 'agreement among raft nodes before linearized reading' (duration: 164.622613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.210153Z","caller":"traceutil/trace.go:171","msg":"trace[1007665796] transaction","detail":"{read_only:false; response_revision:9204; number_of_response:1; }","duration":"223.279898ms","start":"2026-03-31T05:20:49.98685Z","end":"2026-03-31T05:20:50.21013Z","steps":["trace[1007665796] 'process raft request' (duration: 223.209166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.210355Z","caller":"traceutil/trace.go:171","msg":"trace[506875456] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"223.451924ms","start":"2026-03-31T05:20:49.986887Z","end":"2026-03-31T05:20:50.210339Z","steps":["trace[506875456] 'process raft request' (duration: 223.208636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.210472Z","caller":"traceutil/trace.go:171","msg":"trace[244759981] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"223.908948ms","start":"2026-03-31T05:20:49.986551Z","end":"2026-03-31T05:20:50.21046Z","steps":["trace[244759981] 'process raft request' (duration: 223.345221ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.210584Z","caller":"traceutil/trace.go:171","msg":"trace[302465061] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"223.97564ms","start":"2026-03-31T05:20:49.986599Z","end":"2026-03-31T05:20:50.210575Z","steps":["trace[302465061] 'process raft request' (duration: 223.425163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.210977Z","caller":"traceutil/trace.go:171","msg":"trace[377770823] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"223.109252ms","start":"2026-03-31T05:20:49.987854Z","end":"2026-03-31T05:20:50.210964Z","steps":["trace[377770823] 'process raft request' (duration: 222.969858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.210946Z","caller":"traceutil/trace.go:171","msg":"trace[330811621] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"223.391261ms","start":"2026-03-31T05:20:49.987511Z","end":"2026-03-31T05:20:50.210903Z","steps":["trace[330811621] 'process raft request' (duration: 222.769212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.211067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.93965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:50.211169Z","caller":"traceutil/trace.go:171","msg":"trace[1260122802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9207; }","duration":"125.070354ms","start":"2026-03-31T05:20:50.086069Z","end":"2026-03-31T05:20:50.211139Z","steps":["trace[1260122802] 'agreement among raft nodes before linearized reading' (duration: 124.93242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.211267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.049302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-31T05:20:50.2114Z","caller":"traceutil/trace.go:171","msg":"trace[1649164661] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:9207; }","duration":"224.206037ms","start":"2026-03-31T05:20:49.987171Z","end":"2026-03-31T05:20:50.211377Z","steps":["trace[1649164661] 'agreement among raft nodes before linearized reading' (duration: 223.870497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.415363Z","caller":"traceutil/trace.go:171","msg":"trace[1244522059] linearizableReadLoop","detail":"{readStateIndex:9551; appliedIndex:9550; }","duration":"204.292908ms","start":"2026-03-31T05:20:50.210968Z","end":"2026-03-31T05:20:50.415261Z","steps":["trace[1244522059] 'read index received' (duration: 204.157344ms)","trace[1244522059] 'applied index is now lower than readState.Index' (duration: 134.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:50.415582Z","caller":"traceutil/trace.go:171","msg":"trace[265706879] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"258.423789ms","start":"2026-03-31T05:20:50.157145Z","end":"2026-03-31T05:20:50.415568Z","steps":["trace[265706879] 'process raft request' (duration: 257.82781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.416294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.550777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:592825"} {"level":"info","ts":"2026-03-31T05:20:50.416379Z","caller":"traceutil/trace.go:171","msg":"trace[1631695860] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:9208; }","duration":"242.680271ms","start":"2026-03-31T05:20:50.173678Z","end":"2026-03-31T05:20:50.416359Z","steps":["trace[1631695860] 'agreement among raft nodes before linearized reading' (duration: 241.873726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.480225Z","caller":"traceutil/trace.go:171","msg":"trace[514024610] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"258.938105ms","start":"2026-03-31T05:20:50.221244Z","end":"2026-03-31T05:20:50.480182Z","steps":["trace[514024610] 'process raft request' (duration: 258.736178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.480512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.232239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:50.480643Z","caller":"traceutil/trace.go:171","msg":"trace[433175855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9209; }","duration":"268.399244ms","start":"2026-03-31T05:20:50.212208Z","end":"2026-03-31T05:20:50.480607Z","steps":["trace[433175855] 'agreement among raft nodes before linearized reading' (duration: 268.164417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:50.481481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.479433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T05:20:50.481718Z","caller":"traceutil/trace.go:171","msg":"trace[1430299315] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:9209; }","duration":"266.757212ms","start":"2026-03-31T05:20:50.214933Z","end":"2026-03-31T05:20:50.48169Z","steps":["trace[1430299315] 'agreement among raft nodes before linearized reading' (duration: 265.243824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:50.711183Z","caller":"traceutil/trace.go:171","msg":"trace[226869576] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"113.327602ms","start":"2026-03-31T05:20:50.597828Z","end":"2026-03-31T05:20:50.711156Z","steps":["trace[226869576] 'process raft request' (duration: 92.027679ms)","trace[226869576] 'compare' (duration: 21.129728ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:51.699686Z","caller":"traceutil/trace.go:171","msg":"trace[1753490796] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"182.157948ms","start":"2026-03-31T05:20:51.517502Z","end":"2026-03-31T05:20:51.69966Z","steps":["trace[1753490796] 'process raft request' (duration: 103.069888ms)","trace[1753490796] 'compare' (duration: 78.839372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:53.854513Z","caller":"traceutil/trace.go:171","msg":"trace[1808398207] transaction","detail":"{read_only:false; response_revision:9281; number_of_response:1; }","duration":"104.755281ms","start":"2026-03-31T05:20:53.749719Z","end":"2026-03-31T05:20:53.854474Z","steps":["trace[1808398207] 'process raft request' (duration: 104.40915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:53.854766Z","caller":"traceutil/trace.go:171","msg":"trace[385290000] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"104.825104ms","start":"2026-03-31T05:20:53.749899Z","end":"2026-03-31T05:20:53.854724Z","steps":["trace[385290000] 'process raft request' (duration: 104.38938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.010245Z","caller":"traceutil/trace.go:171","msg":"trace[283585946] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"148.763373ms","start":"2026-03-31T05:20:53.861465Z","end":"2026-03-31T05:20:54.010228Z","steps":["trace[283585946] 'process raft request' (duration: 55.482004ms)","trace[283585946] 'compare' (duration: 93.186886ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:54.011368Z","caller":"traceutil/trace.go:171","msg":"trace[673913239] linearizableReadLoop","detail":"{readStateIndex:9630; appliedIndex:9628; }","duration":"148.878497ms","start":"2026-03-31T05:20:53.862421Z","end":"2026-03-31T05:20:54.0113Z","steps":["trace[673913239] 'read index received' (duration: 54.547524ms)","trace[673913239] 'applied index is now lower than readState.Index' (duration: 94.329252ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:54.011449Z","caller":"traceutil/trace.go:171","msg":"trace[644487182] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"149.574198ms","start":"2026-03-31T05:20:53.861844Z","end":"2026-03-31T05:20:54.011418Z","steps":["trace[644487182] 'process raft request' (duration: 149.149145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.011397Z","caller":"traceutil/trace.go:171","msg":"trace[2145626263] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"100.297101ms","start":"2026-03-31T05:20:53.911068Z","end":"2026-03-31T05:20:54.011365Z","steps":["trace[2145626263] 'process raft request' (duration: 100.151956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.011646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.183986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-03-31T05:20:54.01173Z","caller":"traceutil/trace.go:171","msg":"trace[1704952930] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9286; }","duration":"149.30065ms","start":"2026-03-31T05:20:53.862412Z","end":"2026-03-31T05:20:54.011713Z","steps":["trace[1704952930] 'agreement among raft nodes before linearized reading' (duration: 149.057162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.041985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.451481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T05:20:54.042044Z","caller":"traceutil/trace.go:171","msg":"trace[560282194] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9288; }","duration":"159.551194ms","start":"2026-03-31T05:20:53.882477Z","end":"2026-03-31T05:20:54.042028Z","steps":["trace[560282194] 'agreement among raft nodes before linearized reading' (duration: 159.390069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.042038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.441414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3213"} {"level":"info","ts":"2026-03-31T05:20:54.042132Z","caller":"traceutil/trace.go:171","msg":"trace[2098823060] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9288; }","duration":"174.568488ms","start":"2026-03-31T05:20:53.867535Z","end":"2026-03-31T05:20:54.042103Z","steps":["trace[2098823060] 'agreement among raft nodes before linearized reading' (duration: 174.30607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.190359Z","caller":"traceutil/trace.go:171","msg":"trace[1700788003] linearizableReadLoop","detail":"{readStateIndex:9637; appliedIndex:9636; }","duration":"103.948746ms","start":"2026-03-31T05:20:54.086389Z","end":"2026-03-31T05:20:54.190338Z","steps":["trace[1700788003] 'read index received' (duration: 103.858913ms)","trace[1700788003] 'applied index is now lower than readState.Index' (duration: 88.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:54.190549Z","caller":"traceutil/trace.go:171","msg":"trace[513046016] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"134.078848ms","start":"2026-03-31T05:20:54.056448Z","end":"2026-03-31T05:20:54.190526Z","steps":["trace[513046016] 'process raft request' (duration: 133.726637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.190769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.641891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9535"} {"level":"info","ts":"2026-03-31T05:20:54.191318Z","caller":"traceutil/trace.go:171","msg":"trace[1254127653] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9292; }","duration":"132.217259ms","start":"2026-03-31T05:20:54.059069Z","end":"2026-03-31T05:20:54.191286Z","steps":["trace[1254127653] 'agreement among raft nodes before linearized reading' (duration: 131.536068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.190833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.237518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T05:20:54.191486Z","caller":"traceutil/trace.go:171","msg":"trace[896194919] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9292; }","duration":"124.93123ms","start":"2026-03-31T05:20:54.066536Z","end":"2026-03-31T05:20:54.191467Z","steps":["trace[896194919] 'agreement among raft nodes before linearized reading' (duration: 124.062282ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.20095Z","caller":"traceutil/trace.go:171","msg":"trace[1447961994] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"108.927504ms","start":"2026-03-31T05:20:54.092005Z","end":"2026-03-31T05:20:54.200932Z","steps":["trace[1447961994] 'process raft request' (duration: 108.80365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.201045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.234951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:54.20111Z","caller":"traceutil/trace.go:171","msg":"trace[1896137066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9293; }","duration":"108.338805ms","start":"2026-03-31T05:20:54.092758Z","end":"2026-03-31T05:20:54.201097Z","steps":["trace[1896137066] 'agreement among raft nodes before linearized reading' (duration: 108.18535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.201629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.872161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:20:54.201865Z","caller":"traceutil/trace.go:171","msg":"trace[1607368733] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:9293; }","duration":"109.11911ms","start":"2026-03-31T05:20:54.092729Z","end":"2026-03-31T05:20:54.201848Z","steps":["trace[1607368733] 'agreement among raft nodes before linearized reading' (duration: 108.237492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.316386Z","caller":"traceutil/trace.go:171","msg":"trace[231554993] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"104.265006ms","start":"2026-03-31T05:20:54.212081Z","end":"2026-03-31T05:20:54.316346Z","steps":["trace[231554993] 'process raft request' (duration: 103.996458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.31672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.881427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-03-31T05:20:54.316744Z","caller":"traceutil/trace.go:171","msg":"trace[1009095610] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"104.988499ms","start":"2026-03-31T05:20:54.211733Z","end":"2026-03-31T05:20:54.316722Z","steps":["trace[1009095610] 'process raft request' (duration: 84.972987ms)","trace[1009095610] 'compare' (duration: 19.232697ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:54.316781Z","caller":"traceutil/trace.go:171","msg":"trace[1569464935] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9296; }","duration":"105.973699ms","start":"2026-03-31T05:20:54.210793Z","end":"2026-03-31T05:20:54.316767Z","steps":["trace[1569464935] 'agreement among raft nodes before linearized reading' (duration: 105.849526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.317378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.827806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-31T05:20:54.317414Z","caller":"traceutil/trace.go:171","msg":"trace[1518041435] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:9296; }","duration":"106.92289ms","start":"2026-03-31T05:20:54.210483Z","end":"2026-03-31T05:20:54.317406Z","steps":["trace[1518041435] 'agreement among raft nodes before linearized reading' (duration: 106.204467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.61045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.150105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:20:54.610551Z","caller":"traceutil/trace.go:171","msg":"trace[62954954] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9304; }","duration":"130.281099ms","start":"2026-03-31T05:20:54.480249Z","end":"2026-03-31T05:20:54.61053Z","steps":["trace[62954954] 'count revisions from in-memory index tree' (duration: 130.074362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.610621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.783856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9599"} {"level":"info","ts":"2026-03-31T05:20:54.610796Z","caller":"traceutil/trace.go:171","msg":"trace[847850431] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9304; }","duration":"175.962221ms","start":"2026-03-31T05:20:54.434781Z","end":"2026-03-31T05:20:54.610743Z","steps":["trace[847850431] 'range keys from in-memory index tree' (duration: 175.672293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.610956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.73464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-31T05:20:54.610969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.758004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-31T05:20:54.611025Z","caller":"traceutil/trace.go:171","msg":"trace[1423726504] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:9304; }","duration":"191.852944ms","start":"2026-03-31T05:20:54.419156Z","end":"2026-03-31T05:20:54.611009Z","steps":["trace[1423726504] 'range keys from in-memory index tree' (duration: 191.584955ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.61107Z","caller":"traceutil/trace.go:171","msg":"trace[1309460784] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:9304; }","duration":"162.93564ms","start":"2026-03-31T05:20:54.448111Z","end":"2026-03-31T05:20:54.611047Z","steps":["trace[1309460784] 'range keys from in-memory index tree' (duration: 162.588259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:20:54.611002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.136653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9599"} {"level":"info","ts":"2026-03-31T05:20:54.611817Z","caller":"traceutil/trace.go:171","msg":"trace[1814631470] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9304; }","duration":"186.288347ms","start":"2026-03-31T05:20:54.424834Z","end":"2026-03-31T05:20:54.611122Z","steps":["trace[1814631470] 'range keys from in-memory index tree' (duration: 185.994238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:54.914217Z","caller":"traceutil/trace.go:171","msg":"trace[234109304] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"107.110746ms","start":"2026-03-31T05:20:54.807087Z","end":"2026-03-31T05:20:54.914197Z","steps":["trace[234109304] 'process raft request' (duration: 56.61472ms)","trace[234109304] 'compare' (duration: 50.062332ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:56.560143Z","caller":"traceutil/trace.go:171","msg":"trace[1768451028] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"134.794601ms","start":"2026-03-31T05:20:56.425324Z","end":"2026-03-31T05:20:56.560119Z","steps":["trace[1768451028] 'process raft request' (duration: 134.715459ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.560291Z","caller":"traceutil/trace.go:171","msg":"trace[876162294] linearizableReadLoop","detail":"{readStateIndex:9672; appliedIndex:9670; }","duration":"135.08774ms","start":"2026-03-31T05:20:56.425184Z","end":"2026-03-31T05:20:56.560272Z","steps":["trace[876162294] 'read index received' (duration: 19.229378ms)","trace[876162294] 'applied index is now lower than readState.Index' (duration: 115.857502ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:20:56.560486Z","caller":"traceutil/trace.go:171","msg":"trace[1002912993] transaction","detail":"{read_only:false; response_revision:9328; number_of_response:1; }","duration":"133.47759ms","start":"2026-03-31T05:20:56.426977Z","end":"2026-03-31T05:20:56.560455Z","steps":["trace[1002912993] 'process raft request' (duration: 133.106618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:20:56.560571Z","caller":"traceutil/trace.go:171","msg":"trace[1274282419] transaction","detail":"{read_only:false; response_revision:9326; number_of_response:1; }","duration":"135.41875ms","start":"2026-03-31T05:20:56.42512Z","end":"2026-03-31T05:20:56.560539Z","steps":["trace[1274282419] 'process raft request' (duration: 74.364281ms)","trace[1274282419] 'compare' (duration: 60.42828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:20:56.560596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.384339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:20:56.560743Z","caller":"traceutil/trace.go:171","msg":"trace[2118417285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9328; }","duration":"135.563856ms","start":"2026-03-31T05:20:56.425167Z","end":"2026-03-31T05:20:56.560731Z","steps":["trace[2118417285] 'agreement among raft nodes before linearized reading' (duration: 135.251266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:01.655934Z","caller":"traceutil/trace.go:171","msg":"trace[2147226637] linearizableReadLoop","detail":"{readStateIndex:9726; appliedIndex:9725; }","duration":"236.96728ms","start":"2026-03-31T05:21:01.418941Z","end":"2026-03-31T05:21:01.655908Z","steps":["trace[2147226637] 'read index received' (duration: 236.763244ms)","trace[2147226637] 'applied index is now lower than readState.Index' (duration: 202.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:01.656055Z","caller":"traceutil/trace.go:171","msg":"trace[1208918968] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"299.279539ms","start":"2026-03-31T05:21:01.356727Z","end":"2026-03-31T05:21:01.656007Z","steps":["trace[1208918968] 'process raft request' (duration: 299.003131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:01.656151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.183827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:21:01.656198Z","caller":"traceutil/trace.go:171","msg":"trace[1077801069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9378; }","duration":"237.27141ms","start":"2026-03-31T05:21:01.41891Z","end":"2026-03-31T05:21:01.656182Z","steps":["trace[1077801069] 'agreement among raft nodes before linearized reading' (duration: 237.102355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:02.312024Z","caller":"traceutil/trace.go:171","msg":"trace[692971441] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"130.532146ms","start":"2026-03-31T05:21:02.181463Z","end":"2026-03-31T05:21:02.311995Z","steps":["trace[692971441] 'process raft request' (duration: 130.317709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.538302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.357916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:02.538436Z","caller":"traceutil/trace.go:171","msg":"trace[710204092] linearizableReadLoop","detail":"{readStateIndex:9729; appliedIndex:9727; }","duration":"212.067994ms","start":"2026-03-31T05:21:02.326355Z","end":"2026-03-31T05:21:02.538423Z","steps":["trace[710204092] 'read index received' (duration: 41.46044ms)","trace[710204092] 'applied index is now lower than readState.Index' (duration: 170.606874ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:02.538504Z","caller":"traceutil/trace.go:171","msg":"trace[59140831] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"344.132379ms","start":"2026-03-31T05:21:02.194363Z","end":"2026-03-31T05:21:02.538496Z","steps":["trace[59140831] 'process raft request' (duration: 173.493835ms)","trace[59140831] 'compare' (duration: 170.243891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:02.538547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:02.194349Z","time spent":"344.17391ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:02.538696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.779574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:21:02.538745Z","caller":"traceutil/trace.go:171","msg":"trace[758840631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9381; }","duration":"136.870766ms","start":"2026-03-31T05:21:02.401865Z","end":"2026-03-31T05:21:02.538736Z","steps":["trace[758840631] 'agreement among raft nodes before linearized reading' (duration: 136.760183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.538735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.366673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:21:02.538825Z","caller":"traceutil/trace.go:171","msg":"trace[250265790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9381; }","duration":"212.511308ms","start":"2026-03-31T05:21:02.326294Z","end":"2026-03-31T05:21:02.538805Z","steps":["trace[250265790] 'agreement among raft nodes before linearized reading' (duration: 212.227549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:02.538719Z","caller":"traceutil/trace.go:171","msg":"trace[1807147839] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"343.154938ms","start":"2026-03-31T05:21:02.195528Z","end":"2026-03-31T05:21:02.538683Z","steps":["trace[1807147839] 'process raft request' (duration: 342.851818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.538958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:02.195518Z","time spent":"343.409905ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:02.53877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.819304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:02.539022Z","caller":"traceutil/trace.go:171","msg":"trace[1627092745] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9381; }","duration":"130.107623ms","start":"2026-03-31T05:21:02.408904Z","end":"2026-03-31T05:21:02.539012Z","steps":["trace[1627092745] 'agreement among raft nodes before linearized reading' (duration: 129.802293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:02.805472Z","caller":"traceutil/trace.go:171","msg":"trace[163439785] linearizableReadLoop","detail":"{readStateIndex:9730; appliedIndex:9729; }","duration":"246.557184ms","start":"2026-03-31T05:21:02.558895Z","end":"2026-03-31T05:21:02.805452Z","steps":["trace[163439785] 'read index received' (duration: 246.530013ms)","trace[163439785] 'applied index is now lower than readState.Index' (duration: 26.281µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:02.805724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.808951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:02.805767Z","caller":"traceutil/trace.go:171","msg":"trace[507750483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9382; }","duration":"246.865813ms","start":"2026-03-31T05:21:02.55889Z","end":"2026-03-31T05:21:02.805756Z","steps":["trace[507750483] 'agreement among raft nodes before linearized reading' (duration: 246.684307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:02.805613Z","caller":"traceutil/trace.go:171","msg":"trace[1434776236] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"262.435696ms","start":"2026-03-31T05:21:02.543136Z","end":"2026-03-31T05:21:02.805571Z","steps":["trace[1434776236] 'process raft request' (duration: 262.186248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.805776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.975353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:02.805879Z","caller":"traceutil/trace.go:171","msg":"trace[1728888970] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9382; }","duration":"220.122278ms","start":"2026-03-31T05:21:02.585729Z","end":"2026-03-31T05:21:02.805851Z","steps":["trace[1728888970] 'agreement among raft nodes before linearized reading' (duration: 219.946983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.805915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.450714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:21:02.805995Z","caller":"traceutil/trace.go:171","msg":"trace[435262629] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9382; }","duration":"124.563308ms","start":"2026-03-31T05:21:02.681409Z","end":"2026-03-31T05:21:02.805972Z","steps":["trace[435262629] 'agreement among raft nodes before linearized reading' (duration: 124.286729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.805975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.905756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:02.806063Z","caller":"traceutil/trace.go:171","msg":"trace[2013726363] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9382; }","duration":"130.040841ms","start":"2026-03-31T05:21:02.676Z","end":"2026-03-31T05:21:02.806041Z","steps":["trace[2013726363] 'agreement among raft nodes before linearized reading' (duration: 129.852915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:02.806081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.011034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:02.806142Z","caller":"traceutil/trace.go:171","msg":"trace[1517408235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9382; }","duration":"126.114727ms","start":"2026-03-31T05:21:02.680012Z","end":"2026-03-31T05:21:02.806126Z","steps":["trace[1517408235] 'agreement among raft nodes before linearized reading' (duration: 125.863469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.013372Z","caller":"traceutil/trace.go:171","msg":"trace[983569911] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"202.180141ms","start":"2026-03-31T05:21:02.811168Z","end":"2026-03-31T05:21:03.013348Z","steps":["trace[983569911] 'process raft request' (duration: 202.053677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.013384Z","caller":"traceutil/trace.go:171","msg":"trace[1405109338] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"202.206412ms","start":"2026-03-31T05:21:02.811154Z","end":"2026-03-31T05:21:03.013361Z","steps":["trace[1405109338] 'process raft request' (duration: 144.278751ms)","trace[1405109338] 'compare' (duration: 57.541068ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:03.013753Z","caller":"traceutil/trace.go:171","msg":"trace[1870723285] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"202.562764ms","start":"2026-03-31T05:21:02.811178Z","end":"2026-03-31T05:21:03.013741Z","steps":["trace[1870723285] 'process raft request' (duration: 202.13113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.014364Z","caller":"traceutil/trace.go:171","msg":"trace[272186006] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"203.143572ms","start":"2026-03-31T05:21:02.811204Z","end":"2026-03-31T05:21:03.014348Z","steps":["trace[272186006] 'process raft request' (duration: 202.490941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.014371Z","caller":"traceutil/trace.go:171","msg":"trace[1011886619] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"203.118821ms","start":"2026-03-31T05:21:02.811226Z","end":"2026-03-31T05:21:03.014345Z","steps":["trace[1011886619] 'process raft request' (duration: 203.017507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.260876Z","caller":"traceutil/trace.go:171","msg":"trace[1649173331] linearizableReadLoop","detail":"{readStateIndex:9736; appliedIndex:9735; }","duration":"175.399564ms","start":"2026-03-31T05:21:03.08545Z","end":"2026-03-31T05:21:03.26085Z","steps":["trace[1649173331] 'read index received' (duration: 175.231829ms)","trace[1649173331] 'applied index is now lower than readState.Index' (duration: 166.235µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:03.26106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.149744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:03.261098Z","caller":"traceutil/trace.go:171","msg":"trace[286439838] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:9387; }","duration":"136.242057ms","start":"2026-03-31T05:21:03.124844Z","end":"2026-03-31T05:21:03.261086Z","steps":["trace[286439838] 'agreement among raft nodes before linearized reading' (duration: 136.149844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:03.261102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.609402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:03.261204Z","caller":"traceutil/trace.go:171","msg":"trace[1669286484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9387; }","duration":"175.755535ms","start":"2026-03-31T05:21:03.085422Z","end":"2026-03-31T05:21:03.261178Z","steps":["trace[1669286484] 'agreement among raft nodes before linearized reading' (duration: 175.564669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:03.511538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.248107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:03.51169Z","caller":"traceutil/trace.go:171","msg":"trace[697579212] linearizableReadLoop","detail":"{readStateIndex:9737; appliedIndex:9736; }","duration":"249.262069ms","start":"2026-03-31T05:21:03.262416Z","end":"2026-03-31T05:21:03.511678Z","steps":["trace[697579212] 'read index received' (duration: 131.736754ms)","trace[697579212] 'applied index is now lower than readState.Index' (duration: 117.524495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:03.51171Z","caller":"traceutil/trace.go:171","msg":"trace[1676927783] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"249.461975ms","start":"2026-03-31T05:21:03.262221Z","end":"2026-03-31T05:21:03.511683Z","steps":["trace[1676927783] 'process raft request' (duration: 131.952501ms)","trace[1676927783] 'compare' (duration: 116.971467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:03.511791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.378103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:03.511821Z","caller":"traceutil/trace.go:171","msg":"trace[413955625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9388; }","duration":"249.440005ms","start":"2026-03-31T05:21:03.262371Z","end":"2026-03-31T05:21:03.511811Z","steps":["trace[413955625] 'agreement among raft nodes before linearized reading' (duration: 249.364843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:03.511895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.236493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:03.511957Z","caller":"traceutil/trace.go:171","msg":"trace[1282590597] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9388; }","duration":"134.362587ms","start":"2026-03-31T05:21:03.377576Z","end":"2026-03-31T05:21:03.511939Z","steps":["trace[1282590597] 'agreement among raft nodes before linearized reading' (duration: 134.194772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:03.73074Z","caller":"traceutil/trace.go:171","msg":"trace[1609040270] linearizableReadLoop","detail":"{readStateIndex:9739; appliedIndex:9738; }","duration":"160.924337ms","start":"2026-03-31T05:21:03.569789Z","end":"2026-03-31T05:21:03.730713Z","steps":["trace[1609040270] 'read index received' (duration: 82.395414ms)","trace[1609040270] 'applied index is now lower than readState.Index' (duration: 78.527913ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:03.731252Z","caller":"traceutil/trace.go:171","msg":"trace[344238569] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"208.620435ms","start":"2026-03-31T05:21:03.522604Z","end":"2026-03-31T05:21:03.731224Z","steps":["trace[344238569] 'process raft request' (duration: 129.664039ms)","trace[344238569] 'compare' (duration: 78.271875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:03.731296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.862788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:03.731353Z","caller":"traceutil/trace.go:171","msg":"trace[1453853645] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9390; }","duration":"125.965022ms","start":"2026-03-31T05:21:03.605373Z","end":"2026-03-31T05:21:03.731338Z","steps":["trace[1453853645] 'agreement among raft nodes before linearized reading' (duration: 125.846898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:03.731353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.521066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T05:21:03.731444Z","caller":"traceutil/trace.go:171","msg":"trace[690296320] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9390; }","duration":"161.65599ms","start":"2026-03-31T05:21:03.569768Z","end":"2026-03-31T05:21:03.731424Z","steps":["trace[690296320] 'agreement among raft nodes before linearized reading' (duration: 161.358391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.494982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.155438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:04.495099Z","caller":"traceutil/trace.go:171","msg":"trace[2069219738] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"177.249453ms","start":"2026-03-31T05:21:04.317823Z","end":"2026-03-31T05:21:04.495073Z","steps":["trace[2069219738] 'process raft request' (duration: 25.912739ms)","trace[2069219738] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 150.482587ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:04.668784Z","caller":"traceutil/trace.go:171","msg":"trace[1607670484] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"124.661891ms","start":"2026-03-31T05:21:04.544095Z","end":"2026-03-31T05:21:04.668757Z","steps":["trace[1607670484] 'process raft request' (duration: 109.384378ms)","trace[1607670484] 'compare' (duration: 15.172729ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:04.715162Z","caller":"traceutil/trace.go:171","msg":"trace[1761268231] linearizableReadLoop","detail":"{readStateIndex:9744; appliedIndex:9742; }","duration":"166.09278ms","start":"2026-03-31T05:21:04.549053Z","end":"2026-03-31T05:21:04.715145Z","steps":["trace[1761268231] 'read index received' (duration: 104.446751ms)","trace[1761268231] 'applied index is now lower than readState.Index' (duration: 61.645309ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:04.715204Z","caller":"traceutil/trace.go:171","msg":"trace[1591587561] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"169.817358ms","start":"2026-03-31T05:21:04.545354Z","end":"2026-03-31T05:21:04.715171Z","steps":["trace[1591587561] 'process raft request' (duration: 169.700644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.715502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.429322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:21:04.715544Z","caller":"traceutil/trace.go:171","msg":"trace[780080671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9395; }","duration":"166.512453ms","start":"2026-03-31T05:21:04.54902Z","end":"2026-03-31T05:21:04.715533Z","steps":["trace[780080671] 'agreement among raft nodes before linearized reading' (duration: 166.227104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.715549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.408171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:21:04.715607Z","caller":"traceutil/trace.go:171","msg":"trace[1098981204] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9395; }","duration":"154.530925ms","start":"2026-03-31T05:21:04.561062Z","end":"2026-03-31T05:21:04.715593Z","steps":["trace[1098981204] 'agreement among raft nodes before linearized reading' (duration: 154.221976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:04.918777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.947972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:21:04.918873Z","caller":"traceutil/trace.go:171","msg":"trace[1671029614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9395; }","duration":"108.090176ms","start":"2026-03-31T05:21:04.81076Z","end":"2026-03-31T05:21:04.91885Z","steps":["trace[1671029614] 'range keys from in-memory index tree' (duration: 107.765586ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:12.832675Z","caller":"traceutil/trace.go:171","msg":"trace[1269818470] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"135.442042ms","start":"2026-03-31T05:21:12.697196Z","end":"2026-03-31T05:21:12.832638Z","steps":["trace[1269818470] 'process raft request' (duration: 64.137248ms)","trace[1269818470] 'compare' (duration: 71.160289ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:12.875993Z","caller":"traceutil/trace.go:171","msg":"trace[991758626] linearizableReadLoop","detail":"{readStateIndex:9791; appliedIndex:9790; }","duration":"107.284421ms","start":"2026-03-31T05:21:12.768677Z","end":"2026-03-31T05:21:12.875961Z","steps":["trace[991758626] 'read index received' (duration: 107.036693ms)","trace[991758626] 'applied index is now lower than readState.Index' (duration: 246.068µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:12.876018Z","caller":"traceutil/trace.go:171","msg":"trace[2086212939] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"110.020588ms","start":"2026-03-31T05:21:12.765969Z","end":"2026-03-31T05:21:12.875989Z","steps":["trace[2086212939] 'process raft request' (duration: 109.825242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:12.876353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.648943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:21:12.876431Z","caller":"traceutil/trace.go:171","msg":"trace[1512451384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9440; }","duration":"107.775117ms","start":"2026-03-31T05:21:12.768638Z","end":"2026-03-31T05:21:12.876413Z","steps":["trace[1512451384] 'agreement among raft nodes before linearized reading' (duration: 107.431616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:15.360271Z","caller":"traceutil/trace.go:171","msg":"trace[1439312166] transaction","detail":"{read_only:false; response_revision:9457; number_of_response:1; }","duration":"154.499654ms","start":"2026-03-31T05:21:15.205752Z","end":"2026-03-31T05:21:15.360252Z","steps":["trace[1439312166] 'process raft request' (duration: 55.154903ms)","trace[1439312166] 'compare' (duration: 99.203526ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:15.360442Z","caller":"traceutil/trace.go:171","msg":"trace[686854550] linearizableReadLoop","detail":"{readStateIndex:9809; appliedIndex:9807; }","duration":"106.151446ms","start":"2026-03-31T05:21:15.254266Z","end":"2026-03-31T05:21:15.360418Z","steps":["trace[686854550] 'read index received' (duration: 6.64781ms)","trace[686854550] 'applied index is now lower than readState.Index' (duration: 99.502626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:15.36056Z","caller":"traceutil/trace.go:171","msg":"trace[647529305] transaction","detail":"{read_only:false; response_revision:9458; number_of_response:1; }","duration":"154.666249ms","start":"2026-03-31T05:21:15.205859Z","end":"2026-03-31T05:21:15.360525Z","steps":["trace[647529305] 'process raft request' (duration: 154.36093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:15.360632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.347332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:15.360672Z","caller":"traceutil/trace.go:171","msg":"trace[1928304154] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9458; }","duration":"106.431564ms","start":"2026-03-31T05:21:15.254227Z","end":"2026-03-31T05:21:15.360658Z","steps":["trace[1928304154] 'agreement among raft nodes before linearized reading' (duration: 106.27621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.667189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.684312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:19.667278Z","caller":"traceutil/trace.go:171","msg":"trace[246962529] linearizableReadLoop","detail":"{readStateIndex:9832; appliedIndex:9830; }","duration":"271.565813ms","start":"2026-03-31T05:21:19.395696Z","end":"2026-03-31T05:21:19.667262Z","steps":["trace[246962529] 'read index received' (duration: 19.200677ms)","trace[246962529] 'applied index is now lower than readState.Index' (duration: 252.363676ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:19.667367Z","caller":"traceutil/trace.go:171","msg":"trace[585563455] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"284.992948ms","start":"2026-03-31T05:21:19.382292Z","end":"2026-03-31T05:21:19.667285Z","steps":["trace[585563455] 'process raft request' (duration: 134.14294ms)","trace[585563455] 'compare' (duration: 150.573409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:19.667443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.747729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10847"} {"level":"info","ts":"2026-03-31T05:21:19.667466Z","caller":"traceutil/trace.go:171","msg":"trace[1261190904] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9480; }","duration":"271.812291ms","start":"2026-03-31T05:21:19.395646Z","end":"2026-03-31T05:21:19.667458Z","steps":["trace[1261190904] 'agreement among raft nodes before linearized reading' (duration: 271.714388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:19.667793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.933329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:21:19.667876Z","caller":"traceutil/trace.go:171","msg":"trace[1647788743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9480; }","duration":"256.068514ms","start":"2026-03-31T05:21:19.411789Z","end":"2026-03-31T05:21:19.667858Z","steps":["trace[1647788743] 'agreement among raft nodes before linearized reading' (duration: 255.755754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:19.876869Z","caller":"traceutil/trace.go:171","msg":"trace[1159896021] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"199.123875ms","start":"2026-03-31T05:21:19.677713Z","end":"2026-03-31T05:21:19.876836Z","steps":["trace[1159896021] 'process raft request' (duration: 165.058788ms)","trace[1159896021] 'compare' (duration: 33.744637ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:20.173553Z","caller":"traceutil/trace.go:171","msg":"trace[1895654277] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"288.563631ms","start":"2026-03-31T05:21:19.884962Z","end":"2026-03-31T05:21:20.173525Z","steps":["trace[1895654277] 'process raft request' (duration: 287.817638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:20.173711Z","caller":"traceutil/trace.go:171","msg":"trace[208539563] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"288.650645ms","start":"2026-03-31T05:21:19.885015Z","end":"2026-03-31T05:21:20.173666Z","steps":["trace[208539563] 'process raft request' (duration: 288.111428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.173837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.521168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:20.173717Z","caller":"traceutil/trace.go:171","msg":"trace[173697966] linearizableReadLoop","detail":"{readStateIndex:9836; appliedIndex:9833; }","duration":"287.403155ms","start":"2026-03-31T05:21:19.886292Z","end":"2026-03-31T05:21:20.173695Z","steps":["trace[173697966] 'read index received' (duration: 74.236366ms)","trace[173697966] 'applied index is now lower than readState.Index' (duration: 213.165699ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:20.173931Z","caller":"traceutil/trace.go:171","msg":"trace[1318240114] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"282.873172ms","start":"2026-03-31T05:21:19.891042Z","end":"2026-03-31T05:21:20.173915Z","steps":["trace[1318240114] 'process raft request' (duration: 282.545611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:20.173913Z","caller":"traceutil/trace.go:171","msg":"trace[583749450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9485; }","duration":"287.604641ms","start":"2026-03-31T05:21:19.886269Z","end":"2026-03-31T05:21:20.173874Z","steps":["trace[583749450] 'agreement among raft nodes before linearized reading' (duration: 287.497068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:20.502416Z","caller":"traceutil/trace.go:171","msg":"trace[896257198] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"313.615403ms","start":"2026-03-31T05:21:20.188775Z","end":"2026-03-31T05:21:20.502391Z","steps":["trace[896257198] 'process raft request' (duration: 313.436188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:20.502585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.188758Z","time spent":"313.734697ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3145,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:21.626889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.398626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:21.627054Z","caller":"traceutil/trace.go:171","msg":"trace[1861297334] transaction","detail":"{read_only:false; response_revision:9489; number_of_response:1; }","duration":"950.221098ms","start":"2026-03-31T05:21:20.676817Z","end":"2026-03-31T05:21:21.627038Z","steps":["trace[1861297334] 'process raft request' (duration: 950.166896ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:21.627031Z","caller":"traceutil/trace.go:171","msg":"trace[959007317] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"1.024407522s","start":"2026-03-31T05:21:20.602592Z","end":"2026-03-31T05:21:21.626999Z","steps":["trace[959007317] 'process raft request' (duration: 201.82684ms)","trace[959007317] 'compare' (duration: 822.286903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:21.627107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.676793Z","time spent":"950.29235ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:21.627182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.602573Z","time spent":"1.024524876s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:21.62715Z","caller":"traceutil/trace.go:171","msg":"trace[564458614] linearizableReadLoop","detail":"{readStateIndex:9840; appliedIndex:9839; }","duration":"1.017304298s","start":"2026-03-31T05:21:20.609749Z","end":"2026-03-31T05:21:21.627053Z","steps":["trace[564458614] 'read index received' (duration: 194.685704ms)","trace[564458614] 'applied index is now lower than readState.Index' (duration: 822.615754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:21.627288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017540335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9645"} {"level":"info","ts":"2026-03-31T05:21:21.627552Z","caller":"traceutil/trace.go:171","msg":"trace[698024663] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:9489; }","duration":"1.017815694s","start":"2026-03-31T05:21:20.60971Z","end":"2026-03-31T05:21:21.627525Z","steps":["trace[698024663] 'agreement among raft nodes before linearized reading' (duration: 1.017468713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:21.627648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.609695Z","time spent":"1.017921108s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9669,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-03-31T05:21:22.120303Z","caller":"traceutil/trace.go:171","msg":"trace[2023558903] transaction","detail":"{read_only:false; response_revision:9490; number_of_response:1; }","duration":"1.258785562s","start":"2026-03-31T05:21:20.861492Z","end":"2026-03-31T05:21:22.120277Z","steps":["trace[2023558903] 'process raft request' (duration: 1.258588015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.120482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.861456Z","time spent":"1.258938996s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:22.120586Z","caller":"traceutil/trace.go:171","msg":"trace[1191747003] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"1.210454654s","start":"2026-03-31T05:21:20.910108Z","end":"2026-03-31T05:21:22.120563Z","steps":["trace[1191747003] 'process raft request' (duration: 1.210130373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.12071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.910075Z","time spent":"1.210586938s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.405789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.35268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:21:22.405912Z","caller":"traceutil/trace.go:171","msg":"trace[1928960972] linearizableReadLoop","detail":"{readStateIndex:9844; appliedIndex:9841; }","duration":"778.473809ms","start":"2026-03-31T05:21:21.627413Z","end":"2026-03-31T05:21:22.405887Z","steps":["trace[1928960972] 'read index received' (duration: 492.588172ms)","trace[1928960972] 'applied index is now lower than readState.Index' (duration: 285.883517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.406152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356989445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.406185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22965051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T05:21:22.406168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317670333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:22.406253Z","caller":"traceutil/trace.go:171","msg":"trace[122674312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9491; }","duration":"1.229763034s","start":"2026-03-31T05:21:21.176475Z","end":"2026-03-31T05:21:22.406238Z","steps":["trace[122674312] 'agreement among raft nodes before linearized reading' (duration: 1.229547007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.696681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:22.406304Z","caller":"traceutil/trace.go:171","msg":"trace[1660856063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9491; }","duration":"1.317838238s","start":"2026-03-31T05:21:21.088433Z","end":"2026-03-31T05:21:22.406271Z","steps":["trace[1660856063] 'agreement among raft nodes before linearized reading' (duration: 1.317622641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267094464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:22.406349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228786374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:21:22.406348Z","caller":"traceutil/trace.go:171","msg":"trace[522790382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9491; }","duration":"986.815204ms","start":"2026-03-31T05:21:21.419516Z","end":"2026-03-31T05:21:22.406331Z","steps":["trace[522790382] 'agreement among raft nodes before linearized reading' (duration: 986.593167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155125285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:21:22.406387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.755251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-glance.18a1d57b82deb8d4\" ","response":"range_response_count:1 size:743"} {"level":"warn","ts":"2026-03-31T05:21:22.406385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298293591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T05:21:22.406378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.088417Z","time spent":"1.317947072s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:22.40644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.188183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:22.40646Z","caller":"traceutil/trace.go:171","msg":"trace[892746783] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-glance.18a1d57b82deb8d4; range_end:; response_count:1; response_revision:9491; }","duration":"774.879325ms","start":"2026-03-31T05:21:21.631563Z","end":"2026-03-31T05:21:22.406443Z","steps":["trace[892746783] 'agreement among raft nodes before linearized reading' (duration: 774.642747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475490901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:21:22.406489Z","caller":"traceutil/trace.go:171","msg":"trace[746577382] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9491; }","duration":"352.274726ms","start":"2026-03-31T05:21:22.054204Z","end":"2026-03-31T05:21:22.406479Z","steps":["trace[746577382] 'agreement among raft nodes before linearized reading' (duration: 352.202633ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.406485Z","caller":"traceutil/trace.go:171","msg":"trace[2036801064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9491; }","duration":"1.298443495s","start":"2026-03-31T05:21:21.108021Z","end":"2026-03-31T05:21:22.406464Z","steps":["trace[2036801064] 'agreement among raft nodes before linearized reading' (duration: 1.298195677s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.054173Z","time spent":"352.338408ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:22.406517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.631532Z","time spent":"774.970927ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":767,"request content":"key:\"/registry/events/openstack/rabbitmq-glance.18a1d57b82deb8d4\" "} {"level":"warn","ts":"2026-03-31T05:21:22.406536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.107997Z","time spent":"1.298529528s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:22.406545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.493537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:21:22.406565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.280501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-03-31T05:21:22.406607Z","caller":"traceutil/trace.go:171","msg":"trace[1146448451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9491; }","duration":"733.585539ms","start":"2026-03-31T05:21:21.673005Z","end":"2026-03-31T05:21:22.40659Z","steps":["trace[1146448451] 'agreement among raft nodes before linearized reading' (duration: 733.440985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.406618Z","caller":"traceutil/trace.go:171","msg":"trace[1365385620] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9491; }","duration":"765.380195ms","start":"2026-03-31T05:21:21.641222Z","end":"2026-03-31T05:21:22.406602Z","steps":["trace[1365385620] 'agreement among raft nodes before linearized reading' (duration: 765.23053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.672991Z","time spent":"733.654612ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:22.406664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.641197Z","time spent":"765.455787ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:21:22.406292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.176461Z","time spent":"1.229824286s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:21:22.406391Z","caller":"traceutil/trace.go:171","msg":"trace[1987267764] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9491; }","duration":"1.267187827s","start":"2026-03-31T05:21:21.139184Z","end":"2026-03-31T05:21:22.406371Z","steps":["trace[1987267764] 'agreement among raft nodes before linearized reading' (duration: 1.26696479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.139171Z","time spent":"1.267622711s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":97,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:22.406385Z","caller":"traceutil/trace.go:171","msg":"trace[192600744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9491; }","duration":"1.228837684s","start":"2026-03-31T05:21:21.177538Z","end":"2026-03-31T05:21:22.406376Z","steps":["trace[192600744] 'agreement among raft nodes before linearized reading' (duration: 1.228772792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.177528Z","time spent":"1.229340541s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:22.406409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.419493Z","time spent":"986.901537ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:21:22.406431Z","caller":"traceutil/trace.go:171","msg":"trace[1215270425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9491; }","duration":"1.155216928s","start":"2026-03-31T05:21:21.2512Z","end":"2026-03-31T05:21:22.406417Z","steps":["trace[1215270425] 'agreement among raft nodes before linearized reading' (duration: 1.155065013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.406993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.251186Z","time spent":"1.155799147s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:21:22.406217Z","caller":"traceutil/trace.go:171","msg":"trace[1735250917] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9491; }","duration":"1.35710363s","start":"2026-03-31T05:21:21.049094Z","end":"2026-03-31T05:21:22.406197Z","steps":["trace[1735250917] 'agreement among raft nodes before linearized reading' (duration: 1.356981346s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.406506Z","caller":"traceutil/trace.go:171","msg":"trace[439137454] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9491; }","duration":"1.475563964s","start":"2026-03-31T05:21:20.930936Z","end":"2026-03-31T05:21:22.4065Z","steps":["trace[439137454] 'agreement among raft nodes before linearized reading' (duration: 1.475471901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.407091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:20.930915Z","time spent":"1.476171363s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:21:22.407108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:21.049072Z","time spent":"1.358017228s","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:22.540787Z","caller":"traceutil/trace.go:171","msg":"trace[1461780411] linearizableReadLoop","detail":"{readStateIndex:9845; appliedIndex:9844; }","duration":"131.568569ms","start":"2026-03-31T05:21:22.409195Z","end":"2026-03-31T05:21:22.540764Z","steps":["trace[1461780411] 'read index received' (duration: 131.322861ms)","trace[1461780411] 'applied index is now lower than readState.Index' (duration: 242.298µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:22.54093Z","caller":"traceutil/trace.go:171","msg":"trace[609981982] transaction","detail":"{read_only:false; response_revision:9492; number_of_response:1; }","duration":"131.998103ms","start":"2026-03-31T05:21:22.408862Z","end":"2026-03-31T05:21:22.540861Z","steps":["trace[609981982] 'process raft request' (duration: 131.736624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.541151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.932371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-03-31T05:21:22.541199Z","caller":"traceutil/trace.go:171","msg":"trace[1772266864] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9492; }","duration":"132.025403ms","start":"2026-03-31T05:21:22.409162Z","end":"2026-03-31T05:21:22.541187Z","steps":["trace[1772266864] 'agreement among raft nodes before linearized reading' (duration: 131.745444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.763639Z","caller":"traceutil/trace.go:171","msg":"trace[2116643467] linearizableReadLoop","detail":"{readStateIndex:9851; appliedIndex:9845; }","duration":"222.7291ms","start":"2026-03-31T05:21:22.540889Z","end":"2026-03-31T05:21:22.763618Z","steps":["trace[2116643467] 'read index received' (duration: 170.086066ms)","trace[2116643467] 'applied index is now lower than readState.Index' (duration: 52.642194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:22.763732Z","caller":"traceutil/trace.go:171","msg":"trace[570543870] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"339.850633ms","start":"2026-03-31T05:21:22.423866Z","end":"2026-03-31T05:21:22.763716Z","steps":["trace[570543870] 'process raft request' (duration: 339.644747ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.763781Z","caller":"traceutil/trace.go:171","msg":"trace[1972614543] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"339.374298ms","start":"2026-03-31T05:21:22.424376Z","end":"2026-03-31T05:21:22.76375Z","steps":["trace[1972614543] 'process raft request' (duration: 339.196373ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.763835Z","caller":"traceutil/trace.go:171","msg":"trace[706395521] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"339.904805ms","start":"2026-03-31T05:21:22.423913Z","end":"2026-03-31T05:21:22.763818Z","steps":["trace[706395521] 'process raft request' (duration: 339.625436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.763848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.423859Z","time spent":"339.906185ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.763878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.483629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:21:22.763904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.423908Z","time spent":"339.959167ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.763921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.424369Z","time spent":"339.480962ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:22.76396Z","caller":"traceutil/trace.go:171","msg":"trace[341214613] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9498; }","duration":"325.639914ms","start":"2026-03-31T05:21:22.438288Z","end":"2026-03-31T05:21:22.763928Z","steps":["trace[341214613] 'agreement among raft nodes before linearized reading' (duration: 325.481929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:22.764008Z","caller":"traceutil/trace.go:171","msg":"trace[335619215] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"340.218085ms","start":"2026-03-31T05:21:22.423781Z","end":"2026-03-31T05:21:22.763999Z","steps":["trace[335619215] 'process raft request' (duration: 339.660728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.763999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.438268Z","time spent":"325.722236ms","remote":"127.0.0.1:37426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:21:22.763969Z","caller":"traceutil/trace.go:171","msg":"trace[914217735] transaction","detail":"{read_only:false; response_revision:9493; number_of_response:1; }","duration":"340.07007ms","start":"2026-03-31T05:21:22.423734Z","end":"2026-03-31T05:21:22.763804Z","steps":["trace[914217735] 'process raft request' (duration: 287.220069ms)","trace[914217735] 'compare' (duration: 52.335035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.764052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.423768Z","time spent":"340.263686ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:22.764056Z","caller":"traceutil/trace.go:171","msg":"trace[1417992904] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"340.231735ms","start":"2026-03-31T05:21:22.423816Z","end":"2026-03-31T05:21:22.764048Z","steps":["trace[1417992904] 'process raft request' (duration: 339.666067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.764061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.628561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:22.764096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.423806Z","time spent":"340.269297ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:22.764095Z","caller":"traceutil/trace.go:171","msg":"trace[872197334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9498; }","duration":"336.699674ms","start":"2026-03-31T05:21:22.427385Z","end":"2026-03-31T05:21:22.764084Z","steps":["trace[872197334] 'agreement among raft nodes before linearized reading' (duration: 336.652913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.764132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.427362Z","time spent":"336.764035ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:22.76419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.423719Z","time spent":"340.36362ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:22.764016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.77281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234430"} {"level":"info","ts":"2026-03-31T05:21:22.764299Z","caller":"traceutil/trace.go:171","msg":"trace[1291528692] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9498; }","duration":"340.07496ms","start":"2026-03-31T05:21:22.424214Z","end":"2026-03-31T05:21:22.764289Z","steps":["trace[1291528692] 'agreement among raft nodes before linearized reading' (duration: 339.486472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:22.764344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.424206Z","time spent":"340.123772ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":234454,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:21:22.946952Z","caller":"traceutil/trace.go:171","msg":"trace[1837602880] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"354.838417ms","start":"2026-03-31T05:21:22.592091Z","end":"2026-03-31T05:21:22.946929Z","steps":["trace[1837602880] 'process raft request' (duration: 311.27869ms)","trace[1837602880] 'compare' (duration: 43.436073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:22.947088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:22.592064Z","time spent":"354.952871ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:23.54658Z","caller":"traceutil/trace.go:171","msg":"trace[949651320] linearizableReadLoop","detail":"{readStateIndex:9853; appliedIndex:9852; }","duration":"140.519832ms","start":"2026-03-31T05:21:23.406043Z","end":"2026-03-31T05:21:23.546563Z","steps":["trace[949651320] 'read index received' (duration: 140.350816ms)","trace[949651320] 'applied index is now lower than readState.Index' (duration: 168.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:23.54685Z","caller":"traceutil/trace.go:171","msg":"trace[1904233326] transaction","detail":"{read_only:false; response_revision:9500; number_of_response:1; }","duration":"249.306081ms","start":"2026-03-31T05:21:23.297537Z","end":"2026-03-31T05:21:23.546843Z","steps":["trace[1904233326] 'process raft request' (duration: 248.914598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:23.546999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.938055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:23.547023Z","caller":"traceutil/trace.go:171","msg":"trace[1841925329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9500; }","duration":"141.009397ms","start":"2026-03-31T05:21:23.406007Z","end":"2026-03-31T05:21:23.547016Z","steps":["trace[1841925329] 'agreement among raft nodes before linearized reading' (duration: 140.954485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:23.761411Z","caller":"traceutil/trace.go:171","msg":"trace[1558493029] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"207.075966ms","start":"2026-03-31T05:21:23.554315Z","end":"2026-03-31T05:21:23.761391Z","steps":["trace[1558493029] 'process raft request' (duration: 206.930871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:23.794692Z","caller":"traceutil/trace.go:171","msg":"trace[2001681012] transaction","detail":"{read_only:false; response_revision:9502; number_of_response:1; }","duration":"162.793667ms","start":"2026-03-31T05:21:23.631867Z","end":"2026-03-31T05:21:23.794661Z","steps":["trace[2001681012] 'process raft request' (duration: 144.799698ms)","trace[2001681012] 'compare' (duration: 17.368679ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:24.320804Z","caller":"traceutil/trace.go:171","msg":"trace[1991369728] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"195.155969ms","start":"2026-03-31T05:21:24.125624Z","end":"2026-03-31T05:21:24.32078Z","steps":["trace[1991369728] 'process raft request' (duration: 194.986253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:24.33851Z","caller":"traceutil/trace.go:171","msg":"trace[361851131] linearizableReadLoop","detail":"{readStateIndex:9857; appliedIndex:9855; }","duration":"133.382566ms","start":"2026-03-31T05:21:24.205101Z","end":"2026-03-31T05:21:24.338484Z","steps":["trace[361851131] 'read index received' (duration: 115.520482ms)","trace[361851131] 'applied index is now lower than readState.Index' (duration: 17.860904ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:24.338563Z","caller":"traceutil/trace.go:171","msg":"trace[1457515819] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"212.155716ms","start":"2026-03-31T05:21:24.126378Z","end":"2026-03-31T05:21:24.338534Z","steps":["trace[1457515819] 'process raft request' (duration: 211.96347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:24.338703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.585252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:21:24.338735Z","caller":"traceutil/trace.go:171","msg":"trace[1530881255] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9504; }","duration":"133.663385ms","start":"2026-03-31T05:21:24.205062Z","end":"2026-03-31T05:21:24.338725Z","steps":["trace[1530881255] 'agreement among raft nodes before linearized reading' (duration: 133.52344ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:33.762015Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T05:21:33.767742Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T05:21:33.767946Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T05:21:43.169819Z","caller":"traceutil/trace.go:171","msg":"trace[1747531499] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"780.503792ms","start":"2026-03-31T05:21:42.38929Z","end":"2026-03-31T05:21:43.169794Z","steps":["trace[1747531499] 'process raft request' (duration: 780.354827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.169967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.389268Z","time spent":"780.626996ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:43.303476Z","caller":"traceutil/trace.go:171","msg":"trace[293564960] linearizableReadLoop","detail":"{readStateIndex:10071; appliedIndex:10069; }","duration":"368.673295ms","start":"2026-03-31T05:21:42.934772Z","end":"2026-03-31T05:21:43.303446Z","steps":["trace[293564960] 'read index received' (duration: 234.867775ms)","trace[293564960] 'applied index is now lower than readState.Index' (duration: 133.80416ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:43.303657Z","caller":"traceutil/trace.go:171","msg":"trace[1624193302] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"896.50858ms","start":"2026-03-31T05:21:42.407109Z","end":"2026-03-31T05:21:43.303617Z","steps":["trace[1624193302] 'process raft request' (duration: 887.847626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.303786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.550726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:21:43.303835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.407085Z","time spent":"896.664344ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:43.303883Z","caller":"traceutil/trace.go:171","msg":"trace[204472356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9713; }","duration":"310.6561ms","start":"2026-03-31T05:21:42.993204Z","end":"2026-03-31T05:21:43.30386Z","steps":["trace[204472356] 'agreement among raft nodes before linearized reading' (duration: 310.420042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.303895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.252873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:21:43.303913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.139028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:21:43.303923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.847402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:21:43.303943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.993153Z","time spent":"310.778134ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:43.303814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.090078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:21:43.303925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.750911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:43.303976Z","caller":"traceutil/trace.go:171","msg":"trace[1462574925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9713; }","duration":"306.239181ms","start":"2026-03-31T05:21:42.997722Z","end":"2026-03-31T05:21:43.303961Z","steps":["trace[1462574925] 'agreement among raft nodes before linearized reading' (duration: 306.017054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.303973Z","caller":"traceutil/trace.go:171","msg":"trace[1103641396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9713; }","duration":"301.388948ms","start":"2026-03-31T05:21:43.002565Z","end":"2026-03-31T05:21:43.303954Z","steps":["trace[1103641396] 'agreement among raft nodes before linearized reading' (duration: 301.087428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.303985Z","caller":"traceutil/trace.go:171","msg":"trace[1201373176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9713; }","duration":"295.911024ms","start":"2026-03-31T05:21:43.00806Z","end":"2026-03-31T05:21:43.303971Z","steps":["trace[1201373176] 'agreement among raft nodes before linearized reading' (duration: 295.78702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.304009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.997707Z","time spent":"306.297502ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:21:43.304001Z","caller":"traceutil/trace.go:171","msg":"trace[956266854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9713; }","duration":"301.328036ms","start":"2026-03-31T05:21:43.002656Z","end":"2026-03-31T05:21:43.303984Z","steps":["trace[956266854] 'agreement among raft nodes before linearized reading' (duration: 300.965644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.304025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.002546Z","time spent":"301.46871ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:21:43.304027Z","caller":"traceutil/trace.go:171","msg":"trace[1329157145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9713; }","duration":"215.901365ms","start":"2026-03-31T05:21:43.088098Z","end":"2026-03-31T05:21:43.303999Z","steps":["trace[1329157145] 'agreement among raft nodes before linearized reading' (duration: 215.716309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.304063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.002642Z","time spent":"301.406578ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:43.304237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.514112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:21:43.304354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.575553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:43.304373Z","caller":"traceutil/trace.go:171","msg":"trace[1092581856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9713; }","duration":"301.667947ms","start":"2026-03-31T05:21:43.002665Z","end":"2026-03-31T05:21:43.304333Z","steps":["trace[1092581856] 'agreement among raft nodes before linearized reading' (duration: 301.257734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:43.304434Z","caller":"traceutil/trace.go:171","msg":"trace[1007043795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9713; }","duration":"369.661575ms","start":"2026-03-31T05:21:42.934755Z","end":"2026-03-31T05:21:43.304417Z","steps":["trace[1007043795] 'agreement among raft nodes before linearized reading' (duration: 369.118948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:43.304479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:42.934696Z","time spent":"369.770739ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:43.304473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:43.002618Z","time spent":"301.819341ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:50.442125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.000556ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:50.442295Z","caller":"traceutil/trace.go:171","msg":"trace[826128973] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9791; }","duration":"568.183971ms","start":"2026-03-31T05:21:49.874081Z","end":"2026-03-31T05:21:50.442265Z","steps":["trace[826128973] 'range keys from in-memory index tree' (duration: 567.973634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.442358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.519355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-31T05:21:50.442171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.394033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-31T05:21:50.442168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.514514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-qxdvl\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-03-31T05:21:50.442493Z","caller":"traceutil/trace.go:171","msg":"trace[862784099] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-qxdvl; range_end:; response_count:1; response_revision:9791; }","duration":"539.921347ms","start":"2026-03-31T05:21:49.902566Z","end":"2026-03-31T05:21:50.442487Z","steps":["trace[862784099] 'range keys from in-memory index tree' (duration: 539.241345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.442533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.902533Z","time spent":"539.99209ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6893,"request content":"key:\"/registry/pods/openstack/glance-db-sync-qxdvl\" "} {"level":"info","ts":"2026-03-31T05:21:50.442546Z","caller":"traceutil/trace.go:171","msg":"trace[1937748054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9791; }","duration":"509.768924ms","start":"2026-03-31T05:21:49.932704Z","end":"2026-03-31T05:21:50.442473Z","steps":["trace[1937748054] 'range keys from in-memory index tree' (duration: 509.245068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.442651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.932679Z","time spent":"509.94626ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:21:50.442444Z","caller":"traceutil/trace.go:171","msg":"trace[1821213822] transaction","detail":"{read_only:false; response_revision:9792; number_of_response:1; }","duration":"499.915163ms","start":"2026-03-31T05:21:49.942513Z","end":"2026-03-31T05:21:50.442428Z","steps":["trace[1821213822] 'process raft request' (duration: 388.280094ms)","trace[1821213822] 'compare' (duration: 111.246116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:50.442874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.94249Z","time spent":"500.309095ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:21:50.848429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.909552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:50.848663Z","caller":"traceutil/trace.go:171","msg":"trace[1526274089] linearizableReadLoop","detail":"{readStateIndex:10152; appliedIndex:10150; }","duration":"870.208339ms","start":"2026-03-31T05:21:49.978432Z","end":"2026-03-31T05:21:50.84864Z","steps":["trace[1526274089] 'read index received' (duration: 352.373299ms)","trace[1526274089] 'applied index is now lower than readState.Index' (duration: 517.83296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:50.848705Z","caller":"traceutil/trace.go:171","msg":"trace[977950405] transaction","detail":"{read_only:false; response_revision:9793; number_of_response:1; }","duration":"882.482947ms","start":"2026-03-31T05:21:49.966184Z","end":"2026-03-31T05:21:50.848667Z","steps":["trace[977950405] 'process raft request' (duration: 780.232754ms)","trace[977950405] 'compare' (duration: 101.408726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:50.8489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.966155Z","time spent":"882.632611ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:50.848944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.442176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:50.849073Z","caller":"traceutil/trace.go:171","msg":"trace[1476361637] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9793; }","duration":"870.647782ms","start":"2026-03-31T05:21:49.97839Z","end":"2026-03-31T05:21:50.849038Z","steps":["trace[1476361637] 'agreement among raft nodes before linearized reading' (duration: 870.344853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:50.849133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:49.978374Z","time spent":"870.746546ms","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:52.086811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000259189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:21:52.086909Z","caller":"traceutil/trace.go:171","msg":"trace[21670976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432155s","start":"2026-03-31T05:21:50.086456Z","end":"2026-03-31T05:21:52.086888Z","steps":["trace[21670976] 'agreement among raft nodes before linearized reading' (duration: 2.000311561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:52.086955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.086427Z","time spent":"2.000518078s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:21:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:21:52.723365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.395024707s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:21:53.02201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693569943s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:53.023296Z","caller":"traceutil/trace.go:171","msg":"trace[477862077] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"2.567503358s","start":"2026-03-31T05:21:50.455746Z","end":"2026-03-31T05:21:53.023249Z","steps":["trace[477862077] 'process raft request' (duration: 872.532881ms)","trace[477862077] 'compare' (duration: 1.691592281s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:53.023456Z","caller":"traceutil/trace.go:171","msg":"trace[1878851822] linearizableReadLoop","detail":"{readStateIndex:10153; appliedIndex:10152; }","duration":"2.174680151s","start":"2026-03-31T05:21:50.848742Z","end":"2026-03-31T05:21:53.023422Z","steps":["trace[1878851822] 'read index received' (duration: 479.59635ms)","trace[1878851822] 'applied index is now lower than readState.Index' (duration: 1.695080971s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:53.023533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.455733Z","time spent":"2.567685175s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6807,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:53.524476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782523107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:21:53.764016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311178453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:21:53.764124Z","caller":"traceutil/trace.go:171","msg":"trace[1864767892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9794; }","duration":"3.311328128s","start":"2026-03-31T05:21:50.452775Z","end":"2026-03-31T05:21:53.764103Z","steps":["trace[1864767892] 'agreement among raft nodes before linearized reading' (duration: 2.570800383s)","trace[1864767892] 'range keys from in-memory index tree' (duration: 740.292577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:53.76417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:50.452757Z","time spent":"3.31140325s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:21:53.763599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.316258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:21:53.765178Z","caller":"traceutil/trace.go:171","msg":"trace[1837894269] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"2.461086571s","start":"2026-03-31T05:21:51.304068Z","end":"2026-03-31T05:21:53.765155Z","steps":["trace[1837894269] 'process raft request' (duration: 2.460922046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.765403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.304027Z","time spent":"2.461281797s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:53.778992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.055456148s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:21:53.779635Z","caller":"traceutil/trace.go:171","msg":"trace[2044080465] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"2.409120058s","start":"2026-03-31T05:21:51.370488Z","end":"2026-03-31T05:21:53.779608Z","steps":["trace[2044080465] 'process raft request' (duration: 2.409011404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.779737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.370447Z","time spent":"2.409217302s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:53.80194Z","caller":"traceutil/trace.go:171","msg":"trace[1521381147] linearizableReadLoop","detail":"{readStateIndex:10158; appliedIndex:10156; }","duration":"778.387132ms","start":"2026-03-31T05:21:53.023527Z","end":"2026-03-31T05:21:53.801914Z","steps":["trace[1521381147] 'read index received' (duration: 756.405177ms)","trace[1521381147] 'applied index is now lower than readState.Index' (duration: 21.980995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:53.801947Z","caller":"traceutil/trace.go:171","msg":"trace[2003222852] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"942.070575ms","start":"2026-03-31T05:21:52.85985Z","end":"2026-03-31T05:21:53.80192Z","steps":["trace[2003222852] 'process raft request' (duration: 941.89844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:53.802044Z","caller":"traceutil/trace.go:171","msg":"trace[896534966] transaction","detail":"{read_only:false; response_revision:9798; number_of_response:1; }","duration":"818.384186ms","start":"2026-03-31T05:21:52.983652Z","end":"2026-03-31T05:21:53.802036Z","steps":["trace[896534966] 'process raft request' (duration: 818.22062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.859822Z","time spent":"942.196459ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:53.802135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.983627Z","time spent":"818.440238ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:53.802276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340646544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:21:53.802304Z","caller":"traceutil/trace.go:171","msg":"trace[865712408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9798; }","duration":"2.340711736s","start":"2026-03-31T05:21:51.461585Z","end":"2026-03-31T05:21:53.802297Z","steps":["trace[865712408] 'agreement among raft nodes before linearized reading' (duration: 2.340591732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340791358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:21:53.802327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.461567Z","time spent":"2.340756237s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:21:53.802334Z","caller":"traceutil/trace.go:171","msg":"trace[1215126020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9798; }","duration":"2.34083371s","start":"2026-03-31T05:21:51.461491Z","end":"2026-03-31T05:21:53.802325Z","steps":["trace[1215126020] 'agreement among raft nodes before linearized reading' (duration: 2.340734837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.461483Z","time spent":"2.340867411s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:53.8024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.812443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:53.802422Z","caller":"traceutil/trace.go:171","msg":"trace[2031707891] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9798; }","duration":"982.865035ms","start":"2026-03-31T05:21:52.819551Z","end":"2026-03-31T05:21:53.802416Z","steps":["trace[2031707891] 'agreement among raft nodes before linearized reading' (duration: 982.828724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.819532Z","time spent":"982.906575ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.802472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34180928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:21:53.802497Z","caller":"traceutil/trace.go:171","msg":"trace[69116912] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9798; }","duration":"2.341868952s","start":"2026-03-31T05:21:51.46062Z","end":"2026-03-31T05:21:53.802489Z","steps":["trace[69116912] 'agreement among raft nodes before linearized reading' (duration: 2.34179146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.460601Z","time spent":"2.341913804s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:21:53.802573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08274204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:53.802602Z","caller":"traceutil/trace.go:171","msg":"trace[1781686852] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9798; }","duration":"1.082816483s","start":"2026-03-31T05:21:52.719777Z","end":"2026-03-31T05:21:53.802594Z","steps":["trace[1781686852] 'agreement among raft nodes before linearized reading' (duration: 1.082772412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.719752Z","time spent":"1.082865905s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.802658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350742042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:21:53.802683Z","caller":"traceutil/trace.go:171","msg":"trace[759853994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9798; }","duration":"2.350816185s","start":"2026-03-31T05:21:51.451861Z","end":"2026-03-31T05:21:53.802677Z","steps":["trace[759853994] 'agreement among raft nodes before linearized reading' (duration: 2.350754033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.451833Z","time spent":"2.350867197s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:21:53.802743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112389848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:53.80277Z","caller":"traceutil/trace.go:171","msg":"trace[1225884400] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:9798; }","duration":"1.11245507s","start":"2026-03-31T05:21:52.69031Z","end":"2026-03-31T05:21:53.802765Z","steps":["trace[1225884400] 'agreement among raft nodes before linearized reading' (duration: 1.112412248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.690285Z","time spent":"1.112505402s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.802874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353770198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:21:53.802901Z","caller":"traceutil/trace.go:171","msg":"trace[292095489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9798; }","duration":"2.353879572s","start":"2026-03-31T05:21:51.449015Z","end":"2026-03-31T05:21:53.802895Z","steps":["trace[292095489] 'agreement among raft nodes before linearized reading' (duration: 2.35381832s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.448991Z","time spent":"2.353924904s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:21:53.802948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715643847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:53.802972Z","caller":"traceutil/trace.go:171","msg":"trace[2025498062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9798; }","duration":"1.715705159s","start":"2026-03-31T05:21:52.087261Z","end":"2026-03-31T05:21:53.802966Z","steps":["trace[2025498062] 'agreement among raft nodes before linearized reading' (duration: 1.715673768s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.08724Z","time spent":"1.715749601s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:53.803061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.684056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zdkqs\" ","response":"range_response_count:1 size:19074"} {"level":"info","ts":"2026-03-31T05:21:53.803088Z","caller":"traceutil/trace.go:171","msg":"trace[580744682] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zdkqs; range_end:; response_count:1; response_revision:9798; }","duration":"775.742218ms","start":"2026-03-31T05:21:53.027339Z","end":"2026-03-31T05:21:53.803082Z","steps":["trace[580744682] 'agreement among raft nodes before linearized reading' (duration: 775.677216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.803101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865195015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:53.803121Z","caller":"traceutil/trace.go:171","msg":"trace[2093644002] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9798; }","duration":"1.865245327s","start":"2026-03-31T05:21:51.93787Z","end":"2026-03-31T05:21:53.803116Z","steps":["trace[2093644002] 'agreement among raft nodes before linearized reading' (duration: 1.865202996s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.803148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.937854Z","time spent":"1.865289548s","remote":"127.0.0.1:37250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.802911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561704041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:53.803193Z","caller":"traceutil/trace.go:171","msg":"trace[465574019] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9798; }","duration":"1.562020711s","start":"2026-03-31T05:21:52.241165Z","end":"2026-03-31T05:21:53.803185Z","steps":["trace[465574019] 'agreement among raft nodes before linearized reading' (duration: 1.561722792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.803222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:52.241145Z","time spent":"1.562069773s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.80326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971472874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:53.803285Z","caller":"traceutil/trace.go:171","msg":"trace[2042452901] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9798; }","duration":"1.971530836s","start":"2026-03-31T05:21:51.831749Z","end":"2026-03-31T05:21:53.80328Z","steps":["trace[2042452901] 'agreement among raft nodes before linearized reading' (duration: 1.971490585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.803328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.831732Z","time spent":"1.971570848s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.803497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341847272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:21:53.803526Z","caller":"traceutil/trace.go:171","msg":"trace[1714023451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9798; }","duration":"2.341888973s","start":"2026-03-31T05:21:51.46163Z","end":"2026-03-31T05:21:53.803519Z","steps":["trace[1714023451] 'agreement among raft nodes before linearized reading' (duration: 2.34181668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.803544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.461619Z","time spent":"2.341921114s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:21:53.803612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.00428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:53.802604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341953495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:21:53.803643Z","caller":"traceutil/trace.go:171","msg":"trace[1507983115] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9798; }","duration":"131.036781ms","start":"2026-03-31T05:21:53.672599Z","end":"2026-03-31T05:21:53.803636Z","steps":["trace[1507983115] 'agreement among raft nodes before linearized reading' (duration: 130.98587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.802996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781855261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:53.80373Z","caller":"traceutil/trace.go:171","msg":"trace[1007633055] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9798; }","duration":"2.782590144s","start":"2026-03-31T05:21:51.021133Z","end":"2026-03-31T05:21:53.803723Z","steps":["trace[1007633055] 'agreement among raft nodes before linearized reading' (duration: 2.78183986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.80376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.021061Z","time spent":"2.782690207s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:21:53.803124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.027323Z","time spent":"775.78353ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19098,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-zdkqs\" "} {"level":"info","ts":"2026-03-31T05:21:53.803648Z","caller":"traceutil/trace.go:171","msg":"trace[1273895048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9798; }","duration":"2.34303383s","start":"2026-03-31T05:21:51.460608Z","end":"2026-03-31T05:21:53.803642Z","steps":["trace[1273895048] 'agreement among raft nodes before linearized reading' (duration: 2.341958365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:53.803934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:51.460587Z","time spent":"2.343333898s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:21:54.037638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.122212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:54.037762Z","caller":"traceutil/trace.go:171","msg":"trace[1777826395] transaction","detail":"{read_only:false; response_revision:9799; number_of_response:1; }","duration":"227.465479ms","start":"2026-03-31T05:21:53.810282Z","end":"2026-03-31T05:21:54.037748Z","steps":["trace[1777826395] 'process raft request' (duration: 116.166732ms)","trace[1777826395] 'compare' (duration: 110.903115ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.038004Z","caller":"traceutil/trace.go:171","msg":"trace[674669980] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"227.50467ms","start":"2026-03-31T05:21:53.810483Z","end":"2026-03-31T05:21:54.037988Z","steps":["trace[674669980] 'process raft request' (duration: 227.232191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.038082Z","caller":"traceutil/trace.go:171","msg":"trace[536462858] transaction","detail":"{read_only:false; response_revision:9801; number_of_response:1; }","duration":"227.550262ms","start":"2026-03-31T05:21:53.810521Z","end":"2026-03-31T05:21:54.038071Z","steps":["trace[536462858] 'process raft request' (duration: 227.422118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.038226Z","caller":"traceutil/trace.go:171","msg":"trace[1426517137] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"227.682406ms","start":"2026-03-31T05:21:53.81053Z","end":"2026-03-31T05:21:54.038213Z","steps":["trace[1426517137] 'process raft request' (duration: 227.50174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.038428Z","caller":"traceutil/trace.go:171","msg":"trace[343203355] transaction","detail":"{read_only:false; response_revision:9803; number_of_response:1; }","duration":"227.888733ms","start":"2026-03-31T05:21:53.810529Z","end":"2026-03-31T05:21:54.038418Z","steps":["trace[343203355] 'process raft request' (duration: 227.649295ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.038513Z","caller":"traceutil/trace.go:171","msg":"trace[1012922936] transaction","detail":"{read_only:false; response_revision:9805; number_of_response:1; }","duration":"224.827815ms","start":"2026-03-31T05:21:53.813677Z","end":"2026-03-31T05:21:54.038504Z","steps":["trace[1012922936] 'process raft request' (duration: 224.725202ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.038545Z","caller":"traceutil/trace.go:171","msg":"trace[128903170] linearizableReadLoop","detail":"{readStateIndex:10163; appliedIndex:10158; }","duration":"227.80475ms","start":"2026-03-31T05:21:53.810676Z","end":"2026-03-31T05:21:54.038481Z","steps":["trace[128903170] 'read index received' (duration: 115.884042ms)","trace[128903170] 'applied index is now lower than readState.Index' (duration: 111.919438ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.038637Z","caller":"traceutil/trace.go:171","msg":"trace[1479514993] transaction","detail":"{read_only:false; response_revision:9804; number_of_response:1; }","duration":"227.775339ms","start":"2026-03-31T05:21:53.810849Z","end":"2026-03-31T05:21:54.038625Z","steps":["trace[1479514993] 'process raft request' (duration: 227.430818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.038748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.070519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:21:54.038787Z","caller":"traceutil/trace.go:171","msg":"trace[137688293] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:9805; }","duration":"228.11067ms","start":"2026-03-31T05:21:53.810666Z","end":"2026-03-31T05:21:54.038777Z","steps":["trace[137688293] 'agreement among raft nodes before linearized reading' (duration: 227.984816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.202348Z","caller":"traceutil/trace.go:171","msg":"trace[1130064741] linearizableReadLoop","detail":"{readStateIndex:10166; appliedIndex:10165; }","duration":"163.650022ms","start":"2026-03-31T05:21:54.038624Z","end":"2026-03-31T05:21:54.202274Z","steps":["trace[1130064741] 'read index received' (duration: 129.754201ms)","trace[1130064741] 'applied index is now lower than readState.Index' (duration: 33.893961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:54.202361Z","caller":"traceutil/trace.go:171","msg":"trace[41784205] transaction","detail":"{read_only:false; response_revision:9806; number_of_response:1; }","duration":"166.756111ms","start":"2026-03-31T05:21:54.035569Z","end":"2026-03-31T05:21:54.202325Z","steps":["trace[41784205] 'process raft request' (duration: 132.479988ms)","trace[41784205] 'compare' (duration: 33.984104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:54.202475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.684945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.20257Z","caller":"traceutil/trace.go:171","msg":"trace[2047877035] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9806; }","duration":"332.825499ms","start":"2026-03-31T05:21:53.869721Z","end":"2026-03-31T05:21:54.202546Z","steps":["trace[2047877035] 'agreement among raft nodes before linearized reading' (duration: 332.603452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.202616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.617167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:21:54.202634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.869701Z","time spent":"332.920592ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:21:54.202659Z","caller":"traceutil/trace.go:171","msg":"trace[1154841199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9806; }","duration":"391.69364ms","start":"2026-03-31T05:21:53.810954Z","end":"2026-03-31T05:21:54.202647Z","steps":["trace[1154841199] 'agreement among raft nodes before linearized reading' (duration: 391.604437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.202703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.810939Z","time spent":"391.755732ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:21:54.203002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.505552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290304"} {"level":"info","ts":"2026-03-31T05:21:54.20308Z","caller":"traceutil/trace.go:171","msg":"trace[1185488317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9806; }","duration":"390.596485ms","start":"2026-03-31T05:21:53.812465Z","end":"2026-03-31T05:21:54.203061Z","steps":["trace[1185488317] 'agreement among raft nodes before linearized reading' (duration: 389.862092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:54.203135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:53.812458Z","time spent":"390.660837ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":290328,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:21:54.251982Z","caller":"traceutil/trace.go:171","msg":"trace[283590253] transaction","detail":"{read_only:false; response_revision:9807; number_of_response:1; }","duration":"207.462557ms","start":"2026-03-31T05:21:54.044485Z","end":"2026-03-31T05:21:54.251947Z","steps":["trace[283590253] 'process raft request' (duration: 207.173588ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.252171Z","caller":"traceutil/trace.go:171","msg":"trace[1643664206] transaction","detail":"{read_only:false; response_revision:9808; number_of_response:1; }","duration":"207.100906ms","start":"2026-03-31T05:21:54.045047Z","end":"2026-03-31T05:21:54.252148Z","steps":["trace[1643664206] 'process raft request' (duration: 206.800836ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.252567Z","caller":"traceutil/trace.go:171","msg":"trace[1942187370] transaction","detail":"{read_only:false; response_revision:9809; number_of_response:1; }","duration":"206.130245ms","start":"2026-03-31T05:21:54.04641Z","end":"2026-03-31T05:21:54.252541Z","steps":["trace[1942187370] 'process raft request' (duration: 205.699992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.533646Z","caller":"traceutil/trace.go:171","msg":"trace[372117599] linearizableReadLoop","detail":"{readStateIndex:10171; appliedIndex:10170; }","duration":"116.470631ms","start":"2026-03-31T05:21:54.417146Z","end":"2026-03-31T05:21:54.533617Z","steps":["trace[372117599] 'read index received' (duration: 116.214993ms)","trace[372117599] 'applied index is now lower than readState.Index' (duration: 254.388µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:54.533813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.644807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:54.533907Z","caller":"traceutil/trace.go:171","msg":"trace[623784487] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:9811; }","duration":"116.784321ms","start":"2026-03-31T05:21:54.41711Z","end":"2026-03-31T05:21:54.533894Z","steps":["trace[623784487] 'agreement among raft nodes before linearized reading' (duration: 116.610826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:54.534035Z","caller":"traceutil/trace.go:171","msg":"trace[1519276838] transaction","detail":"{read_only:false; response_revision:9811; number_of_response:1; }","duration":"155.893867ms","start":"2026-03-31T05:21:54.378096Z","end":"2026-03-31T05:21:54.53399Z","steps":["trace[1519276838] 'process raft request' (duration: 155.323009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:57.2227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.579285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:57.222869Z","caller":"traceutil/trace.go:171","msg":"trace[535596246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9838; }","duration":"135.773462ms","start":"2026-03-31T05:21:57.087071Z","end":"2026-03-31T05:21:57.222844Z","steps":["trace[535596246] 'range keys from in-memory index tree' (duration: 135.522203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:57.399029Z","caller":"traceutil/trace.go:171","msg":"trace[277992047] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"309.353607ms","start":"2026-03-31T05:21:57.089657Z","end":"2026-03-31T05:21:57.39901Z","steps":["trace[277992047] 'process raft request' (duration: 309.234044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:57.399142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:57.089636Z","time spent":"309.449931ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10114,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:57.962613Z","caller":"traceutil/trace.go:171","msg":"trace[93409620] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"186.500854ms","start":"2026-03-31T05:21:57.776081Z","end":"2026-03-31T05:21:57.962581Z","steps":["trace[93409620] 'process raft request' (duration: 186.281847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.150061Z","caller":"traceutil/trace.go:171","msg":"trace[1906472969] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"356.346923ms","start":"2026-03-31T05:21:57.793681Z","end":"2026-03-31T05:21:58.150028Z","steps":["trace[1906472969] 'process raft request' (duration: 326.744607ms)","trace[1906472969] 'compare' (duration: 29.180892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:58.150204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:57.793658Z","time spent":"356.477487ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:21:58.150246Z","caller":"traceutil/trace.go:171","msg":"trace[1764940751] linearizableReadLoop","detail":"{readStateIndex:10204; appliedIndex:10201; }","duration":"100.873198ms","start":"2026-03-31T05:21:58.049334Z","end":"2026-03-31T05:21:58.150207Z","steps":["trace[1764940751] 'read index received' (duration: 71.109728ms)","trace[1764940751] 'applied index is now lower than readState.Index' (duration: 29.76219ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:58.150638Z","caller":"traceutil/trace.go:171","msg":"trace[449562704] transaction","detail":"{read_only:false; response_revision:9843; number_of_response:1; }","duration":"299.787435ms","start":"2026-03-31T05:21:57.850813Z","end":"2026-03-31T05:21:58.1506Z","steps":["trace[449562704] 'process raft request' (duration: 299.00295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.151115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.763116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:21:58.151182Z","caller":"traceutil/trace.go:171","msg":"trace[1908709400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9843; }","duration":"101.87314ms","start":"2026-03-31T05:21:58.049292Z","end":"2026-03-31T05:21:58.151165Z","steps":["trace[1908709400] 'agreement among raft nodes before linearized reading' (duration: 101.678713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.151472Z","caller":"traceutil/trace.go:171","msg":"trace[1972853758] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"336.628119ms","start":"2026-03-31T05:21:57.814818Z","end":"2026-03-31T05:21:58.151446Z","steps":["trace[1972853758] 'process raft request' (duration: 334.878654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.151656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:57.814797Z","time spent":"336.747052ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:58.196329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.740343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:21:58.196413Z","caller":"traceutil/trace.go:171","msg":"trace[1365420003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9844; }","duration":"143.887127ms","start":"2026-03-31T05:21:58.052512Z","end":"2026-03-31T05:21:58.196399Z","steps":["trace[1365420003] 'agreement among raft nodes before linearized reading' (duration: 143.634449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.196629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.695845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:21:58.19666Z","caller":"traceutil/trace.go:171","msg":"trace[1705160718] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9844; }","duration":"139.753107ms","start":"2026-03-31T05:21:58.056897Z","end":"2026-03-31T05:21:58.19665Z","steps":["trace[1705160718] 'agreement among raft nodes before linearized reading' (duration: 139.651154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.196732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.860533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:21:58.196838Z","caller":"traceutil/trace.go:171","msg":"trace[126902984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9844; }","duration":"135.003467ms","start":"2026-03-31T05:21:58.061819Z","end":"2026-03-31T05:21:58.196822Z","steps":["trace[126902984] 'agreement among raft nodes before linearized reading' (duration: 134.695497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.1969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.132694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:21:58.196946Z","caller":"traceutil/trace.go:171","msg":"trace[979760646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9844; }","duration":"137.197956ms","start":"2026-03-31T05:21:58.059741Z","end":"2026-03-31T05:21:58.196939Z","steps":["trace[979760646] 'agreement among raft nodes before linearized reading' (duration: 137.089423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.197316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.064633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:58.197448Z","caller":"traceutil/trace.go:171","msg":"trace[195848881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9844; }","duration":"100.208058ms","start":"2026-03-31T05:21:58.097213Z","end":"2026-03-31T05:21:58.197421Z","steps":["trace[195848881] 'agreement among raft nodes before linearized reading' (duration: 100.079524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.197354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.45442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:21:58.19766Z","caller":"traceutil/trace.go:171","msg":"trace[1305949809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9844; }","duration":"141.826873ms","start":"2026-03-31T05:21:58.055823Z","end":"2026-03-31T05:21:58.197649Z","steps":["trace[1305949809] 'agreement among raft nodes before linearized reading' (duration: 141.452101ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.340366Z","caller":"traceutil/trace.go:171","msg":"trace[1324839825] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"132.397155ms","start":"2026-03-31T05:21:58.207942Z","end":"2026-03-31T05:21:58.340339Z","steps":["trace[1324839825] 'process raft request' (duration: 132.272001ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.340484Z","caller":"traceutil/trace.go:171","msg":"trace[1385192932] transaction","detail":"{read_only:false; response_revision:9849; number_of_response:1; }","duration":"132.359023ms","start":"2026-03-31T05:21:58.208117Z","end":"2026-03-31T05:21:58.340476Z","steps":["trace[1385192932] 'process raft request' (duration: 132.172847ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.340401Z","caller":"traceutil/trace.go:171","msg":"trace[1321448719] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"132.220289ms","start":"2026-03-31T05:21:58.208158Z","end":"2026-03-31T05:21:58.340378Z","steps":["trace[1321448719] 'process raft request' (duration: 132.157897ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.340456Z","caller":"traceutil/trace.go:171","msg":"trace[656675596] transaction","detail":"{read_only:false; response_revision:9848; number_of_response:1; }","duration":"132.366834ms","start":"2026-03-31T05:21:58.208038Z","end":"2026-03-31T05:21:58.340405Z","steps":["trace[656675596] 'process raft request' (duration: 132.221699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.340566Z","caller":"traceutil/trace.go:171","msg":"trace[333558395] transaction","detail":"{read_only:false; response_revision:9846; number_of_response:1; }","duration":"136.057601ms","start":"2026-03-31T05:21:58.204503Z","end":"2026-03-31T05:21:58.340561Z","steps":["trace[333558395] 'process raft request' (duration: 135.578506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.340703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.058061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:58.340764Z","caller":"traceutil/trace.go:171","msg":"trace[1423255748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9851; }","duration":"136.136293ms","start":"2026-03-31T05:21:58.204614Z","end":"2026-03-31T05:21:58.34075Z","steps":["trace[1423255748] 'agreement among raft nodes before linearized reading' (duration: 136.04602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:58.340896Z","caller":"traceutil/trace.go:171","msg":"trace[675696045] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"132.694794ms","start":"2026-03-31T05:21:58.208194Z","end":"2026-03-31T05:21:58.340889Z","steps":["trace[675696045] 'process raft request' (duration: 132.155377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:58.341049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.307721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:21:58.341129Z","caller":"traceutil/trace.go:171","msg":"trace[859674238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9851; }","duration":"113.452406ms","start":"2026-03-31T05:21:58.227662Z","end":"2026-03-31T05:21:58.341115Z","steps":["trace[859674238] 'agreement among raft nodes before linearized reading' (duration: 113.224199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.195415Z","caller":"traceutil/trace.go:171","msg":"trace[506287331] transaction","detail":"{read_only:false; response_revision:9852; number_of_response:1; }","duration":"175.811237ms","start":"2026-03-31T05:21:59.019579Z","end":"2026-03-31T05:21:59.19539Z","steps":["trace[506287331] 'process raft request' (duration: 175.617771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:21:59.370542Z","caller":"traceutil/trace.go:171","msg":"trace[772760198] transaction","detail":"{read_only:false; response_revision:9853; number_of_response:1; }","duration":"269.213489ms","start":"2026-03-31T05:21:59.101302Z","end":"2026-03-31T05:21:59.370516Z","steps":["trace[772760198] 'process raft request' (duration: 268.844807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.57038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.633254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:59.570462Z","caller":"traceutil/trace.go:171","msg":"trace[1672217725] linearizableReadLoop","detail":"{readStateIndex:10215; appliedIndex:10213; }","duration":"321.517412ms","start":"2026-03-31T05:21:59.248932Z","end":"2026-03-31T05:21:59.570449Z","steps":["trace[1672217725] 'read index received' (duration: 121.282363ms)","trace[1672217725] 'applied index is now lower than readState.Index' (duration: 200.234229ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:21:59.570527Z","caller":"traceutil/trace.go:171","msg":"trace[1112691188] transaction","detail":"{read_only:false; response_revision:9854; number_of_response:1; }","duration":"363.725436ms","start":"2026-03-31T05:21:59.206794Z","end":"2026-03-31T05:21:59.570519Z","steps":["trace[1112691188] 'process raft request' (duration: 260.874455ms)","trace[1112691188] 'compare' (duration: 102.511441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:59.570565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:59.206774Z","time spent":"363.771107ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:21:59.570757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.833492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:21:59.570784Z","caller":"traceutil/trace.go:171","msg":"trace[206939856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9854; }","duration":"321.889194ms","start":"2026-03-31T05:21:59.248889Z","end":"2026-03-31T05:21:59.570778Z","steps":["trace[206939856] 'agreement among raft nodes before linearized reading' (duration: 321.796651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.570804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:59.248871Z","time spent":"321.928265ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:21:59.570864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.094243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:59.570901Z","caller":"traceutil/trace.go:171","msg":"trace[1703158248] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9854; }","duration":"162.173706ms","start":"2026-03-31T05:21:59.408718Z","end":"2026-03-31T05:21:59.570892Z","steps":["trace[1703158248] 'agreement among raft nodes before linearized reading' (duration: 162.110514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.571115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.797399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:21:59.571338Z","caller":"traceutil/trace.go:171","msg":"trace[724942858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9854; }","duration":"277.015815ms","start":"2026-03-31T05:21:59.294258Z","end":"2026-03-31T05:21:59.571274Z","steps":["trace[724942858] 'agreement among raft nodes before linearized reading' (duration: 276.616723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.571465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.831349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:21:59.571537Z","caller":"traceutil/trace.go:171","msg":"trace[990335975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9854; }","duration":"288.960903ms","start":"2026-03-31T05:21:59.282559Z","end":"2026-03-31T05:21:59.57152Z","steps":["trace[990335975] 'agreement among raft nodes before linearized reading' (duration: 288.22186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.903047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.715291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:21:59.903177Z","caller":"traceutil/trace.go:171","msg":"trace[1589641487] linearizableReadLoop","detail":"{readStateIndex:10218; appliedIndex:10217; }","duration":"289.533591ms","start":"2026-03-31T05:21:59.613627Z","end":"2026-03-31T05:21:59.90316Z","steps":["trace[1589641487] 'read index received' (duration: 121.115507ms)","trace[1589641487] 'applied index is now lower than readState.Index' (duration: 168.416434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:59.903279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.82857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:21:59.903365Z","caller":"traceutil/trace.go:171","msg":"trace[843536779] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9857; }","duration":"233.934183ms","start":"2026-03-31T05:21:59.669413Z","end":"2026-03-31T05:21:59.903347Z","steps":["trace[843536779] 'agreement among raft nodes before linearized reading' (duration: 233.83422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.90339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.159116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T05:21:59.90345Z","caller":"traceutil/trace.go:171","msg":"trace[67265570] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9857; }","duration":"312.251649ms","start":"2026-03-31T05:21:59.591179Z","end":"2026-03-31T05:21:59.903431Z","steps":["trace[67265570] 'agreement among raft nodes before linearized reading' (duration: 312.056743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:21:59.903507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:59.59116Z","time spent":"312.333462ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:21:59.90321Z","caller":"traceutil/trace.go:171","msg":"trace[14211043] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"323.002118ms","start":"2026-03-31T05:21:59.580179Z","end":"2026-03-31T05:21:59.903181Z","steps":["trace[14211043] 'process raft request' (duration: 154.647617ms)","trace[14211043] 'compare' (duration: 167.437102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:21:59.904106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:21:59.580168Z","time spent":"323.879027ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9306,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:22:02.215808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.455477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:22:02.215974Z","caller":"traceutil/trace.go:171","msg":"trace[1679889404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9869; }","duration":"126.671444ms","start":"2026-03-31T05:22:02.089268Z","end":"2026-03-31T05:22:02.21594Z","steps":["trace[1679889404] 'range keys from in-memory index tree' (duration: 126.322812ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.54169Z","caller":"traceutil/trace.go:171","msg":"trace[1729780352] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"130.869375ms","start":"2026-03-31T05:22:02.410796Z","end":"2026-03-31T05:22:02.541666Z","steps":["trace[1729780352] 'process raft request' (duration: 130.714981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.543621Z","caller":"traceutil/trace.go:171","msg":"trace[290793788] transaction","detail":"{read_only:false; response_revision:9875; number_of_response:1; }","duration":"132.030982ms","start":"2026-03-31T05:22:02.411572Z","end":"2026-03-31T05:22:02.543603Z","steps":["trace[290793788] 'process raft request' (duration: 131.933909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.543683Z","caller":"traceutil/trace.go:171","msg":"trace[182849434] transaction","detail":"{read_only:false; response_revision:9874; number_of_response:1; }","duration":"132.175957ms","start":"2026-03-31T05:22:02.411464Z","end":"2026-03-31T05:22:02.54364Z","steps":["trace[182849434] 'process raft request' (duration: 131.9566ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.543899Z","caller":"traceutil/trace.go:171","msg":"trace[1055929958] linearizableReadLoop","detail":"{readStateIndex:10237; appliedIndex:10234; }","duration":"132.107674ms","start":"2026-03-31T05:22:02.411772Z","end":"2026-03-31T05:22:02.54388Z","steps":["trace[1055929958] 'read index received' (duration: 129.729309ms)","trace[1055929958] 'applied index is now lower than readState.Index' (duration: 2.377495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:02.543932Z","caller":"traceutil/trace.go:171","msg":"trace[478726504] transaction","detail":"{read_only:false; response_revision:9876; number_of_response:1; }","duration":"132.078984ms","start":"2026-03-31T05:22:02.411835Z","end":"2026-03-31T05:22:02.543914Z","steps":["trace[478726504] 'process raft request' (duration: 131.706702ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:02.543943Z","caller":"traceutil/trace.go:171","msg":"trace[309421464] transaction","detail":"{read_only:false; response_revision:9877; number_of_response:1; }","duration":"132.031242ms","start":"2026-03-31T05:22:02.4119Z","end":"2026-03-31T05:22:02.543931Z","steps":["trace[309421464] 'process raft request' (duration: 131.889318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:02.544311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.516237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291181"} {"level":"info","ts":"2026-03-31T05:22:02.544359Z","caller":"traceutil/trace.go:171","msg":"trace[1073883746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9877; }","duration":"132.60722ms","start":"2026-03-31T05:22:02.41174Z","end":"2026-03-31T05:22:02.544347Z","steps":["trace[1073883746] 'agreement among raft nodes before linearized reading' (duration: 132.214508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:03.141201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7778} {"level":"info","ts":"2026-03-31T05:22:03.214028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7778,"took":"70.641253ms","hash":857655073,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":26144768,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-31T05:22:03.214085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":857655073,"revision":7778,"compact-revision":5780} {"level":"warn","ts":"2026-03-31T05:22:14.735824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.48405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:22:14.735827Z","caller":"traceutil/trace.go:171","msg":"trace[1368756794] transaction","detail":"{read_only:false; response_revision:9963; number_of_response:1; }","duration":"131.213217ms","start":"2026-03-31T05:22:14.604576Z","end":"2026-03-31T05:22:14.735789Z","steps":["trace[1368756794] 'process raft request' (duration: 131.088853ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:14.73592Z","caller":"traceutil/trace.go:171","msg":"trace[827348529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9963; }","duration":"134.611935ms","start":"2026-03-31T05:22:14.601297Z","end":"2026-03-31T05:22:14.735909Z","steps":["trace[827348529] 'agreement among raft nodes before linearized reading' (duration: 134.403858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:14.735852Z","caller":"traceutil/trace.go:171","msg":"trace[1959745785] transaction","detail":"{read_only:false; response_revision:9962; number_of_response:1; }","duration":"131.828576ms","start":"2026-03-31T05:22:14.603996Z","end":"2026-03-31T05:22:14.735825Z","steps":["trace[1959745785] 'process raft request' (duration: 131.537077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:14.736077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.734663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T05:22:14.736268Z","caller":"traceutil/trace.go:171","msg":"trace[66812815] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9963; }","duration":"118.97309ms","start":"2026-03-31T05:22:14.61727Z","end":"2026-03-31T05:22:14.736243Z","steps":["trace[66812815] 'agreement among raft nodes before linearized reading' (duration: 118.601768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:14.736426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.336192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:22:14.73652Z","caller":"traceutil/trace.go:171","msg":"trace[950296785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:9963; }","duration":"125.472435ms","start":"2026-03-31T05:22:14.611031Z","end":"2026-03-31T05:22:14.736504Z","steps":["trace[950296785] 'agreement among raft nodes before linearized reading' (duration: 124.844705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:16.439888Z","caller":"traceutil/trace.go:171","msg":"trace[264890281] transaction","detail":"{read_only:false; response_revision:9975; number_of_response:1; }","duration":"109.285114ms","start":"2026-03-31T05:22:16.330568Z","end":"2026-03-31T05:22:16.439853Z","steps":["trace[264890281] 'process raft request' (duration: 45.843139ms)","trace[264890281] 'compare' (duration: 63.127615ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:22:20.734753Z","caller":"traceutil/trace.go:171","msg":"trace[1007609580] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"249.815275ms","start":"2026-03-31T05:22:20.484882Z","end":"2026-03-31T05:22:20.734697Z","steps":["trace[1007609580] 'process raft request' (duration: 249.552877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:20.877665Z","caller":"traceutil/trace.go:171","msg":"trace[277676376] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"138.043703ms","start":"2026-03-31T05:22:20.739598Z","end":"2026-03-31T05:22:20.877642Z","steps":["trace[277676376] 'process raft request' (duration: 137.861977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:20.877701Z","caller":"traceutil/trace.go:171","msg":"trace[408274427] linearizableReadLoop","detail":"{readStateIndex:10381; appliedIndex:10381; }","duration":"119.981892ms","start":"2026-03-31T05:22:20.757679Z","end":"2026-03-31T05:22:20.877661Z","steps":["trace[408274427] 'read index received' (duration: 119.963031ms)","trace[408274427] 'applied index is now lower than readState.Index' (duration: 16.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:22:20.877872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.162108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:22:20.877955Z","caller":"traceutil/trace.go:171","msg":"trace[444755637] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:10014; }","duration":"120.287061ms","start":"2026-03-31T05:22:20.757649Z","end":"2026-03-31T05:22:20.877937Z","steps":["trace[444755637] 'agreement among raft nodes before linearized reading' (duration: 120.138977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:22:20.908863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.504277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:22:20.908851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.208875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:22:20.908878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.647956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:22:20.908947Z","caller":"traceutil/trace.go:171","msg":"trace[830143154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10014; }","duration":"138.58813ms","start":"2026-03-31T05:22:20.770339Z","end":"2026-03-31T05:22:20.908927Z","steps":["trace[830143154] 'agreement among raft nodes before linearized reading' (duration: 138.415444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:20.908962Z","caller":"traceutil/trace.go:171","msg":"trace[430067303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10014; }","duration":"142.39873ms","start":"2026-03-31T05:22:20.766543Z","end":"2026-03-31T05:22:20.908942Z","steps":["trace[430067303] 'agreement among raft nodes before linearized reading' (duration: 142.091321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:20.908969Z","caller":"traceutil/trace.go:171","msg":"trace[1956959870] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:10014; }","duration":"128.814722ms","start":"2026-03-31T05:22:20.780135Z","end":"2026-03-31T05:22:20.90895Z","steps":["trace[1956959870] 'agreement among raft nodes before linearized reading' (duration: 128.567404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:22:32.519654Z","caller":"traceutil/trace.go:171","msg":"trace[5477026] transaction","detail":"{read_only:false; response_revision:10085; number_of_response:1; }","duration":"103.723969ms","start":"2026-03-31T05:22:32.415897Z","end":"2026-03-31T05:22:32.519621Z","steps":["trace[5477026] 'process raft request' (duration: 102.095477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:23:18.722629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.248329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:23:18.722746Z","caller":"traceutil/trace.go:171","msg":"trace[1477933171] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10380; }","duration":"162.432405ms","start":"2026-03-31T05:23:18.56029Z","end":"2026-03-31T05:23:18.722723Z","steps":["trace[1477933171] 'count revisions from in-memory index tree' (duration: 162.134245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:23:18.723104Z","caller":"traceutil/trace.go:171","msg":"trace[1176027123] transaction","detail":"{read_only:false; response_revision:10381; number_of_response:1; }","duration":"135.013219ms","start":"2026-03-31T05:23:18.588055Z","end":"2026-03-31T05:23:18.723068Z","steps":["trace[1176027123] 'process raft request' (duration: 134.44064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:24:04.368031Z","caller":"traceutil/trace.go:171","msg":"trace[194940768] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"171.269957ms","start":"2026-03-31T05:24:04.196733Z","end":"2026-03-31T05:24:04.368003Z","steps":["trace[194940768] 'process raft request' (duration: 171.068841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:38.225121Z","caller":"traceutil/trace.go:171","msg":"trace[1601352247] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"102.304137ms","start":"2026-03-31T05:25:38.12278Z","end":"2026-03-31T05:25:38.225084Z","steps":["trace[1601352247] 'process raft request' (duration: 52.739778ms)","trace[1601352247] 'compare' (duration: 49.30281ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:25:54.016147Z","caller":"traceutil/trace.go:171","msg":"trace[1329510135] linearizableReadLoop","detail":"{readStateIndex:11712; appliedIndex:11711; }","duration":"216.045204ms","start":"2026-03-31T05:25:53.800076Z","end":"2026-03-31T05:25:54.016121Z","steps":["trace[1329510135] 'read index received' (duration: 215.720994ms)","trace[1329510135] 'applied index is now lower than readState.Index' (duration: 323.34µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:25:54.016302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.207689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:25:54.016242Z","caller":"traceutil/trace.go:171","msg":"trace[1544787798] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"243.916415ms","start":"2026-03-31T05:25:53.772295Z","end":"2026-03-31T05:25:54.016212Z","steps":["trace[1544787798] 'process raft request' (duration: 243.566574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:25:54.016334Z","caller":"traceutil/trace.go:171","msg":"trace[185881675] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11297; }","duration":"216.281882ms","start":"2026-03-31T05:25:53.800043Z","end":"2026-03-31T05:25:54.016325Z","steps":["trace[185881675] 'agreement among raft nodes before linearized reading' (duration: 216.21277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:03.15407Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9878} {"level":"info","ts":"2026-03-31T05:27:03.230235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9878,"took":"73.64071ms","hash":2757444051,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":24584192,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T05:27:03.230296Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2757444051,"revision":9878,"compact-revision":7778} {"level":"info","ts":"2026-03-31T05:27:13.587687Z","caller":"traceutil/trace.go:171","msg":"trace[1362879510] transaction","detail":"{read_only:false; response_revision:12148; number_of_response:1; }","duration":"238.923857ms","start":"2026-03-31T05:27:13.348731Z","end":"2026-03-31T05:27:13.587655Z","steps":["trace[1362879510] 'process raft request' (duration: 238.724131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:14.178519Z","caller":"traceutil/trace.go:171","msg":"trace[1591517730] transaction","detail":"{read_only:false; response_revision:12149; number_of_response:1; }","duration":"442.266249ms","start":"2026-03-31T05:27:13.736211Z","end":"2026-03-31T05:27:14.178477Z","steps":["trace[1591517730] 'process raft request' (duration: 371.672555ms)","trace[1591517730] 'compare' (duration: 70.454729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:14.178702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.736185Z","time spent":"442.423734ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:14.179856Z","caller":"traceutil/trace.go:171","msg":"trace[1300484471] linearizableReadLoop","detail":"{readStateIndex:12586; appliedIndex:12584; }","duration":"284.592523ms","start":"2026-03-31T05:27:13.895218Z","end":"2026-03-31T05:27:14.17981Z","steps":["trace[1300484471] 'read index received' (duration: 212.668128ms)","trace[1300484471] 'applied index is now lower than readState.Index' (duration: 71.922745ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:14.179967Z","caller":"traceutil/trace.go:171","msg":"trace[1751686283] transaction","detail":"{read_only:false; response_revision:12150; number_of_response:1; }","duration":"423.746254ms","start":"2026-03-31T05:27:13.75619Z","end":"2026-03-31T05:27:14.179937Z","steps":["trace[1751686283] 'process raft request' (duration: 423.412603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:14.180054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.81431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:14.180112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:13.756169Z","time spent":"423.866867ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:14.180132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.557971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:14.180138Z","caller":"traceutil/trace.go:171","msg":"trace[1982330932] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12150; }","duration":"284.933574ms","start":"2026-03-31T05:27:13.895187Z","end":"2026-03-31T05:27:14.180121Z","steps":["trace[1982330932] 'agreement among raft nodes before linearized reading' (duration: 284.772719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:14.180186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.064559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:27:14.180204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.351187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:14.180178Z","caller":"traceutil/trace.go:171","msg":"trace[1042590709] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12150; }","duration":"284.628684ms","start":"2026-03-31T05:27:13.895536Z","end":"2026-03-31T05:27:14.180164Z","steps":["trace[1042590709] 'agreement among raft nodes before linearized reading' (duration: 284.532171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:14.180232Z","caller":"traceutil/trace.go:171","msg":"trace[283481352] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12150; }","duration":"219.139902ms","start":"2026-03-31T05:27:13.961078Z","end":"2026-03-31T05:27:14.180218Z","steps":["trace[283481352] 'agreement among raft nodes before linearized reading' (duration: 219.000167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:14.180252Z","caller":"traceutil/trace.go:171","msg":"trace[1873359346] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12150; }","duration":"224.434249ms","start":"2026-03-31T05:27:13.955801Z","end":"2026-03-31T05:27:14.180235Z","steps":["trace[1873359346] 'agreement among raft nodes before linearized reading' (duration: 224.376047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:14.180378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.198584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:14.180139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.553593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:14.180415Z","caller":"traceutil/trace.go:171","msg":"trace[427060919] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12150; }","duration":"225.267676ms","start":"2026-03-31T05:27:13.955138Z","end":"2026-03-31T05:27:14.180406Z","steps":["trace[427060919] 'agreement among raft nodes before linearized reading' (duration: 225.216654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:14.180422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.814102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:14.18047Z","caller":"traceutil/trace.go:171","msg":"trace[2030263021] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12150; }","duration":"224.879223ms","start":"2026-03-31T05:27:13.955579Z","end":"2026-03-31T05:27:14.180458Z","steps":["trace[2030263021] 'agreement among raft nodes before linearized reading' (duration: 224.800611ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:14.180463Z","caller":"traceutil/trace.go:171","msg":"trace[300318521] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12150; }","duration":"224.879123ms","start":"2026-03-31T05:27:13.955553Z","end":"2026-03-31T05:27:14.180432Z","steps":["trace[300318521] 'agreement among raft nodes before linearized reading' (duration: 224.517782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:14.180506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.696926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:14.180536Z","caller":"traceutil/trace.go:171","msg":"trace[1602454130] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12150; }","duration":"284.746497ms","start":"2026-03-31T05:27:13.895781Z","end":"2026-03-31T05:27:14.180528Z","steps":["trace[1602454130] 'agreement among raft nodes before linearized reading' (duration: 284.705226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:14.180569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.191105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:27:14.180593Z","caller":"traceutil/trace.go:171","msg":"trace[2101039698] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12150; }","duration":"281.251497ms","start":"2026-03-31T05:27:13.899334Z","end":"2026-03-31T05:27:14.180586Z","steps":["trace[2101039698] 'agreement among raft nodes before linearized reading' (duration: 281.193776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:14.180578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.016716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:14.18051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.013274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T05:27:14.180682Z","caller":"traceutil/trace.go:171","msg":"trace[1964960874] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12150; }","duration":"284.226361ms","start":"2026-03-31T05:27:13.896449Z","end":"2026-03-31T05:27:14.180675Z","steps":["trace[1964960874] 'agreement among raft nodes before linearized reading' (duration: 284.006174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:14.181283Z","caller":"traceutil/trace.go:171","msg":"trace[1194175367] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12150; }","duration":"285.975526ms","start":"2026-03-31T05:27:13.895292Z","end":"2026-03-31T05:27:14.181267Z","steps":["trace[1194175367] 'agreement among raft nodes before linearized reading' (duration: 285.243743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:32.933365Z","caller":"traceutil/trace.go:171","msg":"trace[703617193] transaction","detail":"{read_only:false; response_revision:12255; number_of_response:1; }","duration":"383.896305ms","start":"2026-03-31T05:27:32.549442Z","end":"2026-03-31T05:27:32.933338Z","steps":["trace[703617193] 'process raft request' (duration: 383.689369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:32.933535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:32.549428Z","time spent":"384.02335ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:34.211126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.277971419s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:27:34.211805Z","caller":"traceutil/trace.go:171","msg":"trace[1608291775] linearizableReadLoop","detail":"{readStateIndex:12696; appliedIndex:12694; }","duration":"1.530337766s","start":"2026-03-31T05:27:32.681436Z","end":"2026-03-31T05:27:34.211774Z","steps":["trace[1608291775] 'read index received' (duration: 251.734888ms)","trace[1608291775] 'applied index is now lower than readState.Index' (duration: 1.278601448s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:34.211917Z","caller":"traceutil/trace.go:171","msg":"trace[1595258804] transaction","detail":"{read_only:false; response_revision:12256; number_of_response:1; }","duration":"1.659001413s","start":"2026-03-31T05:27:32.552885Z","end":"2026-03-31T05:27:34.211886Z","steps":["trace[1595258804] 'process raft request' (duration: 1.658719074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.212053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530503771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:34.212092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:32.552867Z","time spent":"1.659124967s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:34.212108Z","caller":"traceutil/trace.go:171","msg":"trace[808295478] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12256; }","duration":"1.530697777s","start":"2026-03-31T05:27:32.681394Z","end":"2026-03-31T05:27:34.212092Z","steps":["trace[808295478] 'agreement among raft nodes before linearized reading' (duration: 1.530513002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.212255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:32.681376Z","time spent":"1.530804591s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:27:34.663065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.683589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:27:34.663259Z","caller":"traceutil/trace.go:171","msg":"trace[1756424278] linearizableReadLoop","detail":"{readStateIndex:12698; appliedIndex:12696; }","duration":"451.362398ms","start":"2026-03-31T05:27:34.211879Z","end":"2026-03-31T05:27:34.663242Z","steps":["trace[1756424278] 'read index received' (duration: 92.39414ms)","trace[1756424278] 'applied index is now lower than readState.Index' (duration: 358.966858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:34.663377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575574466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:34.663416Z","caller":"traceutil/trace.go:171","msg":"trace[2108780460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12258; }","duration":"1.575647358s","start":"2026-03-31T05:27:33.087756Z","end":"2026-03-31T05:27:34.663404Z","steps":["trace[2108780460] 'agreement among raft nodes before linearized reading' (duration: 1.575586596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.663401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535121907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:27:34.66345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:33.087736Z","time spent":"1.57570647s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:27:34.663465Z","caller":"traceutil/trace.go:171","msg":"trace[1996775282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:12258; }","duration":"1.535239562s","start":"2026-03-31T05:27:33.128211Z","end":"2026-03-31T05:27:34.66345Z","steps":["trace[1996775282] 'agreement among raft nodes before linearized reading' (duration: 1.535044166s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:34.663452Z","caller":"traceutil/trace.go:171","msg":"trace[855875179] transaction","detail":"{read_only:false; response_revision:12257; number_of_response:1; }","duration":"1.42733003s","start":"2026-03-31T05:27:33.236091Z","end":"2026-03-31T05:27:34.663421Z","steps":["trace[855875179] 'process raft request' (duration: 1.068179436s)","trace[855875179] 'compare' (duration: 358.555285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:27:34.663499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:33.12819Z","time spent":"1.535303813s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:27:34.663538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946325496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:27:34.663559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946050847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:27:34.663572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:33.236062Z","time spent":"1.427452804s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:34.66363Z","caller":"traceutil/trace.go:171","msg":"trace[2033185166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12258; }","duration":"1.946467541s","start":"2026-03-31T05:27:32.717142Z","end":"2026-03-31T05:27:34.66361Z","steps":["trace[2033185166] 'agreement among raft nodes before linearized reading' (duration: 1.946231793s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:34.663639Z","caller":"traceutil/trace.go:171","msg":"trace[937009258] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12258; }","duration":"1.946152871s","start":"2026-03-31T05:27:32.717464Z","end":"2026-03-31T05:27:34.663617Z","steps":["trace[937009258] 'agreement among raft nodes before linearized reading' (duration: 1.945987126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.663682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:32.717454Z","time spent":"1.946217503s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:27:34.663674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:32.717122Z","time spent":"1.946543293s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:27:34.663768Z","caller":"traceutil/trace.go:171","msg":"trace[411807345] transaction","detail":"{read_only:false; response_revision:12258; number_of_response:1; }","duration":"998.792724ms","start":"2026-03-31T05:27:33.664688Z","end":"2026-03-31T05:27:34.663481Z","steps":["trace[411807345] 'process raft request' (duration: 998.484674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.663908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95182657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T05:27:34.663939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95150318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:27:34.664002Z","caller":"traceutil/trace.go:171","msg":"trace[1643032735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12258; }","duration":"1.951614524s","start":"2026-03-31T05:27:32.712372Z","end":"2026-03-31T05:27:34.663987Z","steps":["trace[1643032735] 'agreement among raft nodes before linearized reading' (duration: 1.951411067s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:34.664018Z","caller":"traceutil/trace.go:171","msg":"trace[1130677178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12258; }","duration":"1.951996355s","start":"2026-03-31T05:27:32.711984Z","end":"2026-03-31T05:27:34.66398Z","steps":["trace[1130677178] 'agreement among raft nodes before linearized reading' (duration: 1.951647574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.663885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.740316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:34.664068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:32.711974Z","time spent":"1.952082258s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:27:34.664052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:32.712353Z","time spent":"1.951688045s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:27:34.66416Z","caller":"traceutil/trace.go:171","msg":"trace[73484807] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12258; }","duration":"784.050435ms","start":"2026-03-31T05:27:33.880049Z","end":"2026-03-31T05:27:34.6641Z","steps":["trace[73484807] 'agreement among raft nodes before linearized reading' (duration: 783.605791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.664159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:33.664659Z","time spent":"999.30166ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:27:34.664225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:33.88003Z","time spent":"784.173288ms","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:27:34.686618Z","caller":"traceutil/trace.go:171","msg":"trace[21588720] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"430.839819ms","start":"2026-03-31T05:27:34.255757Z","end":"2026-03-31T05:27:34.686597Z","steps":["trace[21588720] 'process raft request' (duration: 430.649583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.686724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.461654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:34.686742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.255741Z","time spent":"430.940103ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:34.686777Z","caller":"traceutil/trace.go:171","msg":"trace[1642014774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12260; }","duration":"440.521686ms","start":"2026-03-31T05:27:34.246242Z","end":"2026-03-31T05:27:34.686764Z","steps":["trace[1642014774] 'agreement among raft nodes before linearized reading' (duration: 440.405862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.686817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.246221Z","time spent":"440.588188ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:27:34.686821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.600348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:34.686852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.721199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-31T05:27:34.68681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.126062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:27:34.686893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.177023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:34.686924Z","caller":"traceutil/trace.go:171","msg":"trace[968576507] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12260; }","duration":"458.290267ms","start":"2026-03-31T05:27:34.228626Z","end":"2026-03-31T05:27:34.686916Z","steps":["trace[968576507] 'agreement among raft nodes before linearized reading' (duration: 458.098461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:34.68693Z","caller":"traceutil/trace.go:171","msg":"trace[1485058185] transaction","detail":"{read_only:false; response_revision:12260; number_of_response:1; }","duration":"426.713699ms","start":"2026-03-31T05:27:34.260189Z","end":"2026-03-31T05:27:34.686903Z","steps":["trace[1485058185] 'process raft request' (duration: 426.333207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.405412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:34.687075Z","caller":"traceutil/trace.go:171","msg":"trace[2100198598] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12260; }","duration":"440.464714ms","start":"2026-03-31T05:27:34.246599Z","end":"2026-03-31T05:27:34.687063Z","steps":["trace[2100198598] 'agreement among raft nodes before linearized reading' (duration: 440.416183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.332835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-31T05:27:34.687103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.246588Z","time spent":"440.509365ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:27:34.686849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.506604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:34.687129Z","caller":"traceutil/trace.go:171","msg":"trace[1111916432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12260; }","duration":"437.371196ms","start":"2026-03-31T05:27:34.249749Z","end":"2026-03-31T05:27:34.68712Z","steps":["trace[1111916432] 'agreement among raft nodes before linearized reading' (duration: 437.222631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.432697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-31T05:27:34.687217Z","caller":"traceutil/trace.go:171","msg":"trace[303730024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12260; }","duration":"430.566181ms","start":"2026-03-31T05:27:34.256641Z","end":"2026-03-31T05:27:34.687207Z","steps":["trace[303730024] 'agreement among raft nodes before linearized reading' (duration: 430.351244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.260171Z","time spent":"426.901175ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:27:34.686936Z","caller":"traceutil/trace.go:171","msg":"trace[1893853841] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12260; }","duration":"457.831373ms","start":"2026-03-31T05:27:34.229087Z","end":"2026-03-31T05:27:34.686918Z","steps":["trace[1893853841] 'agreement among raft nodes before linearized reading' (duration: 457.607965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.229076Z","time spent":"458.330399ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-31T05:27:34.68715Z","caller":"traceutil/trace.go:171","msg":"trace[332685142] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12260; }","duration":"433.843954ms","start":"2026-03-31T05:27:34.253295Z","end":"2026-03-31T05:27:34.687139Z","steps":["trace[332685142] 'agreement among raft nodes before linearized reading' (duration: 433.475993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.25328Z","time spent":"434.224646ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:27:34.687525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.256632Z","time spent":"430.616373ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-31T05:27:34.686945Z","caller":"traceutil/trace.go:171","msg":"trace[975021358] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12260; }","duration":"458.271497ms","start":"2026-03-31T05:27:34.228657Z","end":"2026-03-31T05:27:34.686929Z","steps":["trace[975021358] 'agreement among raft nodes before linearized reading' (duration: 458.209455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.68761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.228626Z","time spent":"458.972509ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-31T05:27:34.686965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.228615Z","time spent":"458.340999ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:27:34.686885Z","caller":"traceutil/trace.go:171","msg":"trace[1107969795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12260; }","duration":"440.701291ms","start":"2026-03-31T05:27:34.246167Z","end":"2026-03-31T05:27:34.686868Z","steps":["trace[1107969795] 'agreement among raft nodes before linearized reading' (duration: 440.607268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.246147Z","time spent":"441.61414ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:27:34.686975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.506834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:34.687868Z","caller":"traceutil/trace.go:171","msg":"trace[806047868] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12260; }","duration":"459.426093ms","start":"2026-03-31T05:27:34.228426Z","end":"2026-03-31T05:27:34.687852Z","steps":["trace[806047868] 'agreement among raft nodes before linearized reading' (duration: 458.515064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.228406Z","time spent":"459.482575ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:27:34.687004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.744164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:27:34.688014Z","caller":"traceutil/trace.go:171","msg":"trace[496830637] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12260; }","duration":"442.766727ms","start":"2026-03-31T05:27:34.245228Z","end":"2026-03-31T05:27:34.687994Z","steps":["trace[496830637] 'agreement among raft nodes before linearized reading' (duration: 441.736974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:34.687157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.249716Z","time spent":"437.434958ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:27:34.688105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:27:34.245215Z","time spent":"442.87166ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:27:36.947224Z","caller":"traceutil/trace.go:171","msg":"trace[1754216501] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"159.346277ms","start":"2026-03-31T05:27:36.787856Z","end":"2026-03-31T05:27:36.947203Z","steps":["trace[1754216501] 'process raft request' (duration: 159.286815ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:27:36.947272Z","caller":"traceutil/trace.go:171","msg":"trace[966805763] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"159.44295ms","start":"2026-03-31T05:27:36.787795Z","end":"2026-03-31T05:27:36.947237Z","steps":["trace[966805763] 'process raft request' (duration: 138.952532ms)","trace[966805763] 'compare' (duration: 20.270441ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:36.947409Z","caller":"traceutil/trace.go:171","msg":"trace[1704284699] linearizableReadLoop","detail":"{readStateIndex:12715; appliedIndex:12712; }","duration":"159.279165ms","start":"2026-03-31T05:27:36.788085Z","end":"2026-03-31T05:27:36.947364Z","steps":["trace[1704284699] 'read index received' (duration: 36.854095ms)","trace[1704284699] 'applied index is now lower than readState.Index' (duration: 122.42246ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:27:36.94746Z","caller":"traceutil/trace.go:171","msg":"trace[1898176617] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"158.304155ms","start":"2026-03-31T05:27:36.789148Z","end":"2026-03-31T05:27:36.947452Z","steps":["trace[1898176617] 'process raft request' (duration: 158.028066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:27:36.947942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.835182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447582"} {"level":"info","ts":"2026-03-31T05:27:36.947983Z","caller":"traceutil/trace.go:171","msg":"trace[2019025194] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12275; }","duration":"159.918715ms","start":"2026-03-31T05:27:36.788055Z","end":"2026-03-31T05:27:36.947974Z","steps":["trace[2019025194] 'agreement among raft nodes before linearized reading' (duration: 159.411399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:28:51.583385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.958198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:28:51.583723Z","caller":"traceutil/trace.go:171","msg":"trace[990343495] transaction","detail":"{read_only:false; response_revision:12770; number_of_response:1; }","duration":"215.142571ms","start":"2026-03-31T05:28:51.36856Z","end":"2026-03-31T05:28:51.583702Z","steps":["trace[990343495] 'process raft request' (duration: 215.030287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:28:51.583698Z","caller":"traceutil/trace.go:171","msg":"trace[342501418] transaction","detail":"{read_only:false; response_revision:12769; number_of_response:1; }","duration":"215.710789ms","start":"2026-03-31T05:28:51.367953Z","end":"2026-03-31T05:28:51.583664Z","steps":["trace[342501418] 'process raft request' (duration: 48.326878ms)","trace[342501418] 'compare' (duration: 166.747901ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:28:51.587571Z","caller":"traceutil/trace.go:171","msg":"trace[896295695] transaction","detail":"{read_only:false; response_revision:12771; number_of_response:1; }","duration":"210.771543ms","start":"2026-03-31T05:28:51.376773Z","end":"2026-03-31T05:28:51.587545Z","steps":["trace[896295695] 'process raft request' (duration: 210.240626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:32:03.160583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12069} {"level":"info","ts":"2026-03-31T05:32:03.239761Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12069,"took":"76.770505ms","hash":3700752824,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":26771456,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T05:32:03.23982Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3700752824,"revision":12069,"compact-revision":9878} {"level":"info","ts":"2026-03-31T05:33:22.157144Z","caller":"traceutil/trace.go:171","msg":"trace[748663060] transaction","detail":"{read_only:false; response_revision:14636; number_of_response:1; }","duration":"157.102612ms","start":"2026-03-31T05:33:22.000018Z","end":"2026-03-31T05:33:22.157121Z","steps":["trace[748663060] 'process raft request' (duration: 156.927176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:22.157364Z","caller":"traceutil/trace.go:171","msg":"trace[1100414561] transaction","detail":"{read_only:false; response_revision:14637; number_of_response:1; }","duration":"114.639821ms","start":"2026-03-31T05:33:22.042702Z","end":"2026-03-31T05:33:22.157341Z","steps":["trace[1100414561] 'process raft request' (duration: 114.379402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.104219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782536709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:33:25.288456Z","caller":"traceutil/trace.go:171","msg":"trace[1480379523] linearizableReadLoop","detail":"{readStateIndex:15173; appliedIndex:15172; }","duration":"685.18671ms","start":"2026-03-31T05:33:24.603231Z","end":"2026-03-31T05:33:25.288418Z","steps":["trace[1480379523] 'read index received' (duration: 684.940272ms)","trace[1480379523] 'applied index is now lower than readState.Index' (duration: 245.098µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:25.288472Z","caller":"traceutil/trace.go:171","msg":"trace[1259712240] transaction","detail":"{read_only:false; response_revision:14649; number_of_response:1; }","duration":"746.107614ms","start":"2026-03-31T05:33:24.542329Z","end":"2026-03-31T05:33:25.288436Z","steps":["trace[1259712240] 'process raft request' (duration: 745.883297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.288738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.482119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:33:25.288795Z","caller":"traceutil/trace.go:171","msg":"trace[588534401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14649; }","duration":"685.593163ms","start":"2026-03-31T05:33:24.603189Z","end":"2026-03-31T05:33:25.288782Z","steps":["trace[588534401] 'agreement among raft nodes before linearized reading' (duration: 685.376646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.288795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:24.542305Z","time spent":"746.380093ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:33:25.288841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:24.603169Z","time spent":"685.662805ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:33:25.288902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.057173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:33:25.28898Z","caller":"traceutil/trace.go:171","msg":"trace[1845486187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14649; }","duration":"570.177667ms","start":"2026-03-31T05:33:24.718784Z","end":"2026-03-31T05:33:25.288962Z","steps":["trace[1845486187] 'agreement among raft nodes before linearized reading' (duration: 569.94163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.289028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:24.718768Z","time spent":"570.251459ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:33:25.289132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.22012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:33:25.289172Z","caller":"traceutil/trace.go:171","msg":"trace[982690859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14649; }","duration":"312.278373ms","start":"2026-03-31T05:33:24.976883Z","end":"2026-03-31T05:33:25.289162Z","steps":["trace[982690859] 'agreement among raft nodes before linearized reading' (duration: 312.171609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.289204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.443992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:33:25.289201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.710534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:33:25.289254Z","caller":"traceutil/trace.go:171","msg":"trace[1012021201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14649; }","duration":"201.554355ms","start":"2026-03-31T05:33:25.087684Z","end":"2026-03-31T05:33:25.289239Z","steps":["trace[1012021201] 'agreement among raft nodes before linearized reading' (duration: 201.457382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.28926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:24.976873Z","time spent":"312.325894ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:33:25.289275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.95845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:33:25.289273Z","caller":"traceutil/trace.go:171","msg":"trace[1028546390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14649; }","duration":"311.800518ms","start":"2026-03-31T05:33:24.977452Z","end":"2026-03-31T05:33:25.289252Z","steps":["trace[1028546390] 'agreement among raft nodes before linearized reading' (duration: 311.579901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.289268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.183626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:33:25.289329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:24.977444Z","time spent":"311.87186ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:33:25.289374Z","caller":"traceutil/trace.go:171","msg":"trace[1221754249] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14649; }","duration":"127.388914ms","start":"2026-03-31T05:33:25.161962Z","end":"2026-03-31T05:33:25.289351Z","steps":["trace[1221754249] 'agreement among raft nodes before linearized reading' (duration: 127.153176ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:25.289313Z","caller":"traceutil/trace.go:171","msg":"trace[241585181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14649; }","duration":"317.030272ms","start":"2026-03-31T05:33:24.972273Z","end":"2026-03-31T05:33:25.289303Z","steps":["trace[241585181] 'agreement among raft nodes before linearized reading' (duration: 316.854567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:25.289548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:24.972255Z","time spent":"317.25812ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:33:27.102043Z","caller":"traceutil/trace.go:171","msg":"trace[178873886] transaction","detail":"{read_only:false; response_revision:14662; number_of_response:1; }","duration":"130.600045ms","start":"2026-03-31T05:33:26.971411Z","end":"2026-03-31T05:33:27.102011Z","steps":["trace[178873886] 'process raft request' (duration: 130.347257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:27.102233Z","caller":"traceutil/trace.go:171","msg":"trace[1717903695] transaction","detail":"{read_only:false; response_revision:14663; number_of_response:1; }","duration":"130.726578ms","start":"2026-03-31T05:33:26.971497Z","end":"2026-03-31T05:33:27.102223Z","steps":["trace[1717903695] 'process raft request' (duration: 130.403518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:27.102402Z","caller":"traceutil/trace.go:171","msg":"trace[63934374] transaction","detail":"{read_only:false; response_revision:14664; number_of_response:1; }","duration":"128.461878ms","start":"2026-03-31T05:33:26.973892Z","end":"2026-03-31T05:33:27.102354Z","steps":["trace[63934374] 'process raft request' (duration: 128.074665ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:27.326017Z","caller":"traceutil/trace.go:171","msg":"trace[296566991] linearizableReadLoop","detail":"{readStateIndex:15190; appliedIndex:15189; }","duration":"159.631092ms","start":"2026-03-31T05:33:27.166369Z","end":"2026-03-31T05:33:27.326Z","steps":["trace[296566991] 'read index received' (duration: 159.467847ms)","trace[296566991] 'applied index is now lower than readState.Index' (duration: 162.535µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:27.326163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.782997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:33:27.326193Z","caller":"traceutil/trace.go:171","msg":"trace[55740184] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14665; }","duration":"159.861009ms","start":"2026-03-31T05:33:27.166323Z","end":"2026-03-31T05:33:27.326184Z","steps":["trace[55740184] 'agreement among raft nodes before linearized reading' (duration: 159.761496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:27.326212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.492485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:33:27.326287Z","caller":"traceutil/trace.go:171","msg":"trace[1993001840] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14665; }","duration":"107.62289ms","start":"2026-03-31T05:33:27.21865Z","end":"2026-03-31T05:33:27.326273Z","steps":["trace[1993001840] 'agreement among raft nodes before linearized reading' (duration: 107.494066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:27.32664Z","caller":"traceutil/trace.go:171","msg":"trace[1219146519] transaction","detail":"{read_only:false; response_revision:14665; number_of_response:1; }","duration":"213.147392ms","start":"2026-03-31T05:33:27.112923Z","end":"2026-03-31T05:33:27.32607Z","steps":["trace[1219146519] 'process raft request' (duration: 212.961826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:28.745426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.822728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:33:28.745528Z","caller":"traceutil/trace.go:171","msg":"trace[1740731278] linearizableReadLoop","detail":"{readStateIndex:15199; appliedIndex:15198; }","duration":"493.104053ms","start":"2026-03-31T05:33:28.252408Z","end":"2026-03-31T05:33:28.745512Z","steps":["trace[1740731278] 'read index received' (duration: 206.188942ms)","trace[1740731278] 'applied index is now lower than readState.Index' (duration: 286.913571ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:28.74562Z","caller":"traceutil/trace.go:171","msg":"trace[71141361] transaction","detail":"{read_only:false; response_revision:14674; number_of_response:1; }","duration":"515.698887ms","start":"2026-03-31T05:33:28.229906Z","end":"2026-03-31T05:33:28.745605Z","steps":["trace[71141361] 'process raft request' (duration: 228.61147ms)","trace[71141361] 'compare' (duration: 286.604882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:33:28.745881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.516995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:33:28.745905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.457154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:33:28.745938Z","caller":"traceutil/trace.go:171","msg":"trace[1162671350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14674; }","duration":"132.607458ms","start":"2026-03-31T05:33:28.613315Z","end":"2026-03-31T05:33:28.745923Z","steps":["trace[1162671350] 'agreement among raft nodes before linearized reading' (duration: 132.501575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:28.745997Z","caller":"traceutil/trace.go:171","msg":"trace[1760523449] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14674; }","duration":"493.599419ms","start":"2026-03-31T05:33:28.252373Z","end":"2026-03-31T05:33:28.745973Z","steps":["trace[1760523449] 'agreement among raft nodes before linearized reading' (duration: 493.430293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:28.746061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:28.252356Z","time spent":"493.684712ms","remote":"127.0.0.1:37270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:33:28.746323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:28.229883Z","time spent":"515.78151ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:33:28.746851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.651739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:33:28.746948Z","caller":"traceutil/trace.go:171","msg":"trace[2064263459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14674; }","duration":"372.803243ms","start":"2026-03-31T05:33:28.374113Z","end":"2026-03-31T05:33:28.746917Z","steps":["trace[2064263459] 'agreement among raft nodes before linearized reading' (duration: 371.555634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:28.746997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:33:28.374098Z","time spent":"372.889797ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:33:55.462709Z","caller":"traceutil/trace.go:171","msg":"trace[586455623] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"140.551551ms","start":"2026-03-31T05:33:55.322134Z","end":"2026-03-31T05:33:55.462686Z","steps":["trace[586455623] 'process raft request' (duration: 140.340074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:33:55.462968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.825893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:33:55.463054Z","caller":"traceutil/trace.go:171","msg":"trace[509363459] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14807; }","duration":"136.959137ms","start":"2026-03-31T05:33:55.326071Z","end":"2026-03-31T05:33:55.46303Z","steps":["trace[509363459] 'agreement among raft nodes before linearized reading' (duration: 136.821012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:33:55.463158Z","caller":"traceutil/trace.go:171","msg":"trace[1534693955] linearizableReadLoop","detail":"{readStateIndex:15337; appliedIndex:15336; }","duration":"136.532554ms","start":"2026-03-31T05:33:55.32612Z","end":"2026-03-31T05:33:55.462653Z","steps":["trace[1534693955] 'read index received' (duration: 136.065659ms)","trace[1534693955] 'applied index is now lower than readState.Index' (duration: 465.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:33:55.623912Z","caller":"traceutil/trace.go:171","msg":"trace[31936505] transaction","detail":"{read_only:false; response_revision:14811; number_of_response:1; }","duration":"110.745979ms","start":"2026-03-31T05:33:55.51314Z","end":"2026-03-31T05:33:55.623886Z","steps":["trace[31936505] 'process raft request' (duration: 110.571384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:09.898Z","caller":"traceutil/trace.go:171","msg":"trace[619079116] linearizableReadLoop","detail":"{readStateIndex:15418; appliedIndex:15417; }","duration":"162.428472ms","start":"2026-03-31T05:34:09.735546Z","end":"2026-03-31T05:34:09.897974Z","steps":["trace[619079116] 'read index received' (duration: 162.201865ms)","trace[619079116] 'applied index is now lower than readState.Index' (duration: 225.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:09.898091Z","caller":"traceutil/trace.go:171","msg":"trace[658284785] transaction","detail":"{read_only:false; response_revision:14884; number_of_response:1; }","duration":"166.387028ms","start":"2026-03-31T05:34:09.731671Z","end":"2026-03-31T05:34:09.898058Z","steps":["trace[658284785] 'process raft request' (duration: 166.14926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:09.898196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.645368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:34:09.898245Z","caller":"traceutil/trace.go:171","msg":"trace[156175528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14884; }","duration":"162.731761ms","start":"2026-03-31T05:34:09.735503Z","end":"2026-03-31T05:34:09.898235Z","steps":["trace[156175528] 'agreement among raft nodes before linearized reading' (duration: 162.569966ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:11.727058Z","caller":"traceutil/trace.go:171","msg":"trace[1812554792] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"144.096073ms","start":"2026-03-31T05:34:11.58293Z","end":"2026-03-31T05:34:11.727026Z","steps":["trace[1812554792] 'process raft request' (duration: 143.839255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:13.935697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.65188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:34:13.935833Z","caller":"traceutil/trace.go:171","msg":"trace[1117505888] linearizableReadLoop","detail":"{readStateIndex:15437; appliedIndex:15436; }","duration":"172.082658ms","start":"2026-03-31T05:34:13.763717Z","end":"2026-03-31T05:34:13.9358Z","steps":["trace[1117505888] 'read index received' (duration: 40.18273ms)","trace[1117505888] 'applied index is now lower than readState.Index' (duration: 131.898678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:13.935888Z","caller":"traceutil/trace.go:171","msg":"trace[358296435] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"177.56079ms","start":"2026-03-31T05:34:13.758284Z","end":"2026-03-31T05:34:13.935845Z","steps":["trace[358296435] 'process raft request' (duration: 45.657262ms)","trace[358296435] 'compare' (duration: 131.309739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:13.935981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.259763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:34:13.936026Z","caller":"traceutil/trace.go:171","msg":"trace[490300053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14902; }","duration":"172.326175ms","start":"2026-03-31T05:34:13.763686Z","end":"2026-03-31T05:34:13.936013Z","steps":["trace[490300053] 'agreement among raft nodes before linearized reading' (duration: 172.177541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:38.752775Z","caller":"traceutil/trace.go:171","msg":"trace[23428871] transaction","detail":"{read_only:false; response_revision:15030; number_of_response:1; }","duration":"189.286331ms","start":"2026-03-31T05:34:38.563451Z","end":"2026-03-31T05:34:38.752738Z","steps":["trace[23428871] 'process raft request' (duration: 177.714135ms)","trace[23428871] 'compare' (duration: 11.100771ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:38.752876Z","caller":"traceutil/trace.go:171","msg":"trace[2143044114] linearizableReadLoop","detail":"{readStateIndex:15571; appliedIndex:15569; }","duration":"139.404425ms","start":"2026-03-31T05:34:38.61343Z","end":"2026-03-31T05:34:38.752835Z","steps":["trace[2143044114] 'read index received' (duration: 127.762247ms)","trace[2143044114] 'applied index is now lower than readState.Index' (duration: 11.640988ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:38.752907Z","caller":"traceutil/trace.go:171","msg":"trace[676043385] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"187.725482ms","start":"2026-03-31T05:34:38.565135Z","end":"2026-03-31T05:34:38.752861Z","steps":["trace[676043385] 'process raft request' (duration: 187.586257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:38.753069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.616391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:34:38.753173Z","caller":"traceutil/trace.go:171","msg":"trace[1858907187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15031; }","duration":"139.768896ms","start":"2026-03-31T05:34:38.613384Z","end":"2026-03-31T05:34:38.753153Z","steps":["trace[1858907187] 'agreement among raft nodes before linearized reading' (duration: 139.5736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:42.497391Z","caller":"traceutil/trace.go:171","msg":"trace[130017169] linearizableReadLoop","detail":"{readStateIndex:15584; appliedIndex:15583; }","duration":"421.754455ms","start":"2026-03-31T05:34:42.075608Z","end":"2026-03-31T05:34:42.497362Z","steps":["trace[130017169] 'read index received' (duration: 421.60464ms)","trace[130017169] 'applied index is now lower than readState.Index' (duration: 148.685µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:42.497454Z","caller":"traceutil/trace.go:171","msg":"trace[1062554732] transaction","detail":"{read_only:false; response_revision:15043; number_of_response:1; }","duration":"625.002117ms","start":"2026-03-31T05:34:41.872414Z","end":"2026-03-31T05:34:42.497416Z","steps":["trace[1062554732] 'process raft request' (duration: 624.79114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:42.497635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:41.872394Z","time spent":"625.143922ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:34:42.497663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.043184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:34:42.497725Z","caller":"traceutil/trace.go:171","msg":"trace[711640952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15043; }","duration":"422.132227ms","start":"2026-03-31T05:34:42.075572Z","end":"2026-03-31T05:34:42.497704Z","steps":["trace[711640952] 'agreement among raft nodes before linearized reading' (duration: 421.9036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:42.497771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.075555Z","time spent":"422.20606ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:34:43.656302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032010087s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:34:43.656399Z","caller":"traceutil/trace.go:171","msg":"trace[1435592021] linearizableReadLoop","detail":"{readStateIndex:15585; appliedIndex:15584; }","duration":"1.158921988s","start":"2026-03-31T05:34:42.497461Z","end":"2026-03-31T05:34:43.656383Z","steps":["trace[1435592021] 'read index received' (duration: 126.764996ms)","trace[1435592021] 'applied index is now lower than readState.Index' (duration: 1.032155612s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:43.656426Z","caller":"traceutil/trace.go:171","msg":"trace[1836750203] transaction","detail":"{read_only:false; response_revision:15044; number_of_response:1; }","duration":"1.282995017s","start":"2026-03-31T05:34:42.373398Z","end":"2026-03-31T05:34:43.656393Z","steps":["trace[1836750203] 'process raft request' (duration: 250.812194ms)","trace[1836750203] 'compare' (duration: 1.031553063s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:43.656534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570976936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:34:43.656573Z","caller":"traceutil/trace.go:171","msg":"trace[515055580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15044; }","duration":"1.571047228s","start":"2026-03-31T05:34:42.085516Z","end":"2026-03-31T05:34:43.656563Z","steps":["trace[515055580] 'agreement among raft nodes before linearized reading' (duration: 1.570981816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:43.656557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339744001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:34:43.656619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.085499Z","time spent":"1.571111951s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:34:43.656632Z","caller":"traceutil/trace.go:171","msg":"trace[1895595722] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:15044; }","duration":"1.339844544s","start":"2026-03-31T05:34:42.316768Z","end":"2026-03-31T05:34:43.656613Z","steps":["trace[1895595722] 'agreement among raft nodes before linearized reading' (duration: 1.339703599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:43.656609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.373374Z","time spent":"1.283133202s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:34:43.656629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456382886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:34:43.656714Z","caller":"traceutil/trace.go:171","msg":"trace[1381297773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15044; }","duration":"1.45650968s","start":"2026-03-31T05:34:42.200182Z","end":"2026-03-31T05:34:43.656691Z","steps":["trace[1381297773] 'agreement among raft nodes before linearized reading' (duration: 1.456281213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:43.656705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567854268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:34:43.656755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464682018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:34:43.656779Z","caller":"traceutil/trace.go:171","msg":"trace[157159518] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15044; }","duration":"1.464706029s","start":"2026-03-31T05:34:42.192064Z","end":"2026-03-31T05:34:43.65677Z","steps":["trace[157159518] 'agreement among raft nodes before linearized reading' (duration: 1.464621876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:43.656805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.192036Z","time spent":"1.464762931s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T05:34:43.656791Z","caller":"traceutil/trace.go:171","msg":"trace[170555249] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15044; }","duration":"1.567982662s","start":"2026-03-31T05:34:42.088784Z","end":"2026-03-31T05:34:43.656767Z","steps":["trace[170555249] 'agreement among raft nodes before linearized reading' (duration: 1.567704943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:43.656849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.088764Z","time spent":"1.568072805s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:34:43.656859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441591318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T05:34:43.656768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.200158Z","time spent":"1.456597502s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:34:43.656933Z","caller":"traceutil/trace.go:171","msg":"trace[1237195041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15044; }","duration":"1.441666301s","start":"2026-03-31T05:34:42.215227Z","end":"2026-03-31T05:34:43.656893Z","steps":["trace[1237195041] 'agreement among raft nodes before linearized reading' (duration: 1.441180995s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:43.656665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.316715Z","time spent":"1.339942276s","remote":"127.0.0.1:36406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:34:43.656977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.215214Z","time spent":"1.441754304s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:34:43.657379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208201814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:34:43.657425Z","caller":"traceutil/trace.go:171","msg":"trace[113552874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:15044; }","duration":"1.208287797s","start":"2026-03-31T05:34:42.449126Z","end":"2026-03-31T05:34:43.657414Z","steps":["trace[113552874] 'agreement among raft nodes before linearized reading' (duration: 1.207313506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:43.657455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.449105Z","time spent":"1.208343278s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:34:43.934996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.310741295s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:34:44.61996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.663532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:34:44.620123Z","caller":"traceutil/trace.go:171","msg":"trace[1461634690] transaction","detail":"{read_only:false; response_revision:15046; number_of_response:1; }","duration":"2.064180549s","start":"2026-03-31T05:34:42.555927Z","end":"2026-03-31T05:34:44.620107Z","steps":["trace[1461634690] 'process raft request' (duration: 2.064112137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.621588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.555897Z","time spent":"2.064288653s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:44.624618Z","caller":"traceutil/trace.go:171","msg":"trace[1244076158] transaction","detail":"{read_only:false; response_revision:15045; number_of_response:1; }","duration":"2.121721428s","start":"2026-03-31T05:34:42.502822Z","end":"2026-03-31T05:34:44.624543Z","steps":["trace[1244076158] 'process raft request' (duration: 1.432399738s)","trace[1244076158] 'compare' (duration: 684.568709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:44.62506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.502791Z","time spent":"2.121975206s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:44.6604Z","caller":"traceutil/trace.go:171","msg":"trace[493390387] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"1.896241043s","start":"2026-03-31T05:34:42.764121Z","end":"2026-03-31T05:34:44.660362Z","steps":["trace[493390387] 'process raft request' (duration: 1.896004146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:44.66068Z","caller":"traceutil/trace.go:171","msg":"trace[201766017] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"1.896343566s","start":"2026-03-31T05:34:42.764305Z","end":"2026-03-31T05:34:44.660649Z","steps":["trace[201766017] 'process raft request' (duration: 1.896014096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.660712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.764089Z","time spent":"1.896418469s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:34:44.660866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:42.764262Z","time spent":"1.896507562s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:44.661093Z","caller":"traceutil/trace.go:171","msg":"trace[142227234] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"999.775789ms","start":"2026-03-31T05:34:43.661281Z","end":"2026-03-31T05:34:44.661056Z","steps":["trace[142227234] 'process raft request' (duration: 999.271483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.661189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:43.661259Z","time spent":"999.885532ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:44.661195Z","caller":"traceutil/trace.go:171","msg":"trace[136530477] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"984.697662ms","start":"2026-03-31T05:34:43.676482Z","end":"2026-03-31T05:34:44.661179Z","steps":["trace[136530477] 'process raft request' (duration: 984.247978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.661267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:43.676448Z","time spent":"984.782305ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:44.661078Z","caller":"traceutil/trace.go:171","msg":"trace[76859340] linearizableReadLoop","detail":"{readStateIndex:15589; appliedIndex:15585; }","duration":"1.00454429s","start":"2026-03-31T05:34:43.65644Z","end":"2026-03-31T05:34:44.660984Z","steps":["trace[76859340] 'read index received' (duration: 278.81297ms)","trace[76859340] 'applied index is now lower than readState.Index' (duration: 725.73022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:44.661363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482206972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T05:34:44.661454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003075063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:34:44.661478Z","caller":"traceutil/trace.go:171","msg":"trace[559245138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15051; }","duration":"1.482364497s","start":"2026-03-31T05:34:43.17907Z","end":"2026-03-31T05:34:44.661435Z","steps":["trace[559245138] 'agreement among raft nodes before linearized reading' (duration: 1.482066047s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:44.661494Z","caller":"traceutil/trace.go:171","msg":"trace[139034745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15051; }","duration":"1.003170905s","start":"2026-03-31T05:34:43.658312Z","end":"2026-03-31T05:34:44.661483Z","steps":["trace[139034745] 'agreement among raft nodes before linearized reading' (duration: 1.003104113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.661523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:43.658291Z","time spent":"1.003226198s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:34:44.661551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:43.179045Z","time spent":"1.48246978s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:34:44.661783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.81185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:34:44.661822Z","caller":"traceutil/trace.go:171","msg":"trace[419499152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15051; }","duration":"159.877832ms","start":"2026-03-31T05:34:44.501935Z","end":"2026-03-31T05:34:44.661813Z","steps":["trace[419499152] 'agreement among raft nodes before linearized reading' (duration: 159.749128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.661833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001390169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bf71733-9120-4e2e-9ecc-596311c33386\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-31T05:34:44.661875Z","caller":"traceutil/trace.go:171","msg":"trace[403143987] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bf71733-9120-4e2e-9ecc-596311c33386; range_end:; response_count:1; response_revision:15051; }","duration":"1.001459911s","start":"2026-03-31T05:34:43.660402Z","end":"2026-03-31T05:34:44.661862Z","steps":["trace[403143987] 'agreement among raft nodes before linearized reading' (duration: 1.001330177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.661915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:43.660387Z","time spent":"1.001521014s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-7bf71733-9120-4e2e-9ecc-596311c33386\" "} {"level":"info","ts":"2026-03-31T05:34:44.661812Z","caller":"traceutil/trace.go:171","msg":"trace[717620647] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"984.700092ms","start":"2026-03-31T05:34:43.677099Z","end":"2026-03-31T05:34:44.661799Z","steps":["trace[717620647] 'process raft request' (duration: 983.782503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.662111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:43.67708Z","time spent":"984.994502ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:34:44.662801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.827717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582359"} {"level":"info","ts":"2026-03-31T05:34:44.664521Z","caller":"traceutil/trace.go:171","msg":"trace[520353645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15051; }","duration":"984.92525ms","start":"2026-03-31T05:34:43.677924Z","end":"2026-03-31T05:34:44.662849Z","steps":["trace[520353645] 'agreement among raft nodes before linearized reading' (duration: 984.201867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:44.665656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:43.677908Z","time spent":"987.719607ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":62,"response size":582383,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:34:44.773237Z","caller":"traceutil/trace.go:171","msg":"trace[750722417] linearizableReadLoop","detail":"{readStateIndex:15594; appliedIndex:15593; }","duration":"101.25916ms","start":"2026-03-31T05:34:44.67195Z","end":"2026-03-31T05:34:44.773209Z","steps":["trace[750722417] 'read index received' (duration: 30.409461ms)","trace[750722417] 'applied index is now lower than readState.Index' (duration: 70.848529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:44.773381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.402534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:34:44.773323Z","caller":"traceutil/trace.go:171","msg":"trace[1552129720] transaction","detail":"{read_only:false; response_revision:15053; number_of_response:1; }","duration":"102.785008ms","start":"2026-03-31T05:34:44.670496Z","end":"2026-03-31T05:34:44.773281Z","steps":["trace[1552129720] 'process raft request' (duration: 68.973989ms)","trace[1552129720] 'compare' (duration: 33.613703ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:44.773432Z","caller":"traceutil/trace.go:171","msg":"trace[1888992078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15053; }","duration":"101.494857ms","start":"2026-03-31T05:34:44.671922Z","end":"2026-03-31T05:34:44.773417Z","steps":["trace[1888992078] 'agreement among raft nodes before linearized reading' (duration: 101.397664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:45.739653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.331624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T05:34:45.739719Z","caller":"traceutil/trace.go:171","msg":"trace[1156334196] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:15055; }","duration":"128.453599ms","start":"2026-03-31T05:34:45.611252Z","end":"2026-03-31T05:34:45.739705Z","steps":["trace[1156334196] 'range keys from in-memory index tree' (duration: 128.1525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:46.827802Z","caller":"traceutil/trace.go:171","msg":"trace[836886440] transaction","detail":"{read_only:false; response_revision:15063; number_of_response:1; }","duration":"144.682361ms","start":"2026-03-31T05:34:46.68308Z","end":"2026-03-31T05:34:46.827762Z","steps":["trace[836886440] 'process raft request' (duration: 67.158942ms)","trace[836886440] 'compare' (duration: 77.210569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:46.827942Z","caller":"traceutil/trace.go:171","msg":"trace[1677787059] transaction","detail":"{read_only:false; response_revision:15064; number_of_response:1; }","duration":"143.046449ms","start":"2026-03-31T05:34:46.684887Z","end":"2026-03-31T05:34:46.827934Z","steps":["trace[1677787059] 'process raft request' (duration: 142.776091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:46.828193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.190061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T05:34:46.828302Z","caller":"traceutil/trace.go:171","msg":"trace[2116412969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15064; }","duration":"122.355605ms","start":"2026-03-31T05:34:46.70592Z","end":"2026-03-31T05:34:46.828275Z","steps":["trace[2116412969] 'agreement among raft nodes before linearized reading' (duration: 122.042925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:48.805286Z","caller":"traceutil/trace.go:171","msg":"trace[1706981892] linearizableReadLoop","detail":"{readStateIndex:15610; appliedIndex:15609; }","duration":"122.574853ms","start":"2026-03-31T05:34:48.682687Z","end":"2026-03-31T05:34:48.805262Z","steps":["trace[1706981892] 'read index received' (duration: 122.382957ms)","trace[1706981892] 'applied index is now lower than readState.Index' (duration: 190.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:48.805356Z","caller":"traceutil/trace.go:171","msg":"trace[1705059993] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"123.206593ms","start":"2026-03-31T05:34:48.682114Z","end":"2026-03-31T05:34:48.805321Z","steps":["trace[1705059993] 'process raft request' (duration: 122.922534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:48.805466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.763099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:34:48.805499Z","caller":"traceutil/trace.go:171","msg":"trace[2047261962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15068; }","duration":"122.840651ms","start":"2026-03-31T05:34:48.682645Z","end":"2026-03-31T05:34:48.805486Z","steps":["trace[2047261962] 'agreement among raft nodes before linearized reading' (duration: 122.734568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:48.825725Z","caller":"traceutil/trace.go:171","msg":"trace[1830108713] transaction","detail":"{read_only:false; response_revision:15069; number_of_response:1; }","duration":"141.624315ms","start":"2026-03-31T05:34:48.684062Z","end":"2026-03-31T05:34:48.825687Z","steps":["trace[1830108713] 'process raft request' (duration: 141.394118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:48.82575Z","caller":"traceutil/trace.go:171","msg":"trace[1710589253] transaction","detail":"{read_only:false; response_revision:15070; number_of_response:1; }","duration":"141.627855ms","start":"2026-03-31T05:34:48.684087Z","end":"2026-03-31T05:34:48.825715Z","steps":["trace[1710589253] 'process raft request' (duration: 141.509691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:49.070138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.440256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:34:49.070308Z","caller":"traceutil/trace.go:171","msg":"trace[1597784432] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"240.798288ms","start":"2026-03-31T05:34:48.829497Z","end":"2026-03-31T05:34:49.070296Z","steps":["trace[1597784432] 'process raft request' (duration: 240.726475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:49.070339Z","caller":"traceutil/trace.go:171","msg":"trace[305654173] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"260.671726ms","start":"2026-03-31T05:34:48.809615Z","end":"2026-03-31T05:34:49.070286Z","steps":["trace[305654173] 'process raft request' (duration: 108.017303ms)","trace[305654173] 'compare' (duration: 152.22168ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:49.070404Z","caller":"traceutil/trace.go:171","msg":"trace[1582472350] linearizableReadLoop","detail":"{readStateIndex:15613; appliedIndex:15612; }","duration":"240.84895ms","start":"2026-03-31T05:34:48.829482Z","end":"2026-03-31T05:34:49.070331Z","steps":["trace[1582472350] 'read index received' (duration: 88.253598ms)","trace[1582472350] 'applied index is now lower than readState.Index' (duration: 152.590102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:49.070648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.251194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:34:49.070668Z","caller":"traceutil/trace.go:171","msg":"trace[1454730088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15072; }","duration":"223.288265ms","start":"2026-03-31T05:34:48.847374Z","end":"2026-03-31T05:34:49.070663Z","steps":["trace[1454730088] 'agreement among raft nodes before linearized reading' (duration: 223.213943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:49.070732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.828554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:34:49.070747Z","caller":"traceutil/trace.go:171","msg":"trace[660537264] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:15072; }","duration":"143.868786ms","start":"2026-03-31T05:34:48.926872Z","end":"2026-03-31T05:34:49.07074Z","steps":["trace[660537264] 'agreement among raft nodes before linearized reading' (duration: 143.842465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:49.070732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.770534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:34:49.070796Z","caller":"traceutil/trace.go:171","msg":"trace[1296589230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15072; }","duration":"238.875558ms","start":"2026-03-31T05:34:48.831902Z","end":"2026-03-31T05:34:49.070777Z","steps":["trace[1296589230] 'agreement among raft nodes before linearized reading' (duration: 238.665041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:49.070912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.427697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:34:49.070928Z","caller":"traceutil/trace.go:171","msg":"trace[1576096135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15072; }","duration":"228.458808ms","start":"2026-03-31T05:34:48.842464Z","end":"2026-03-31T05:34:49.070923Z","steps":["trace[1576096135] 'agreement among raft nodes before linearized reading' (duration: 228.415077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:49.071033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.023872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:34:49.071101Z","caller":"traceutil/trace.go:171","msg":"trace[544322135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15072; }","duration":"239.136086ms","start":"2026-03-31T05:34:48.831948Z","end":"2026-03-31T05:34:49.071084Z","steps":["trace[544322135] 'agreement among raft nodes before linearized reading' (duration: 238.934679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:49.071581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.071778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582359"} {"level":"info","ts":"2026-03-31T05:34:49.071674Z","caller":"traceutil/trace.go:171","msg":"trace[508927102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:15072; }","duration":"242.206933ms","start":"2026-03-31T05:34:48.829453Z","end":"2026-03-31T05:34:49.07166Z","steps":["trace[508927102] 'agreement among raft nodes before linearized reading' (duration: 241.093648ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:49.320873Z","caller":"traceutil/trace.go:171","msg":"trace[859545373] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"246.049795ms","start":"2026-03-31T05:34:49.074804Z","end":"2026-03-31T05:34:49.320854Z","steps":["trace[859545373] 'process raft request' (duration: 176.135646ms)","trace[859545373] 'compare' (duration: 69.821956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:34:49.331438Z","caller":"traceutil/trace.go:171","msg":"trace[1182273427] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"256.319509ms","start":"2026-03-31T05:34:49.075076Z","end":"2026-03-31T05:34:49.331395Z","steps":["trace[1182273427] 'process raft request' (duration: 256.085881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:49.331501Z","caller":"traceutil/trace.go:171","msg":"trace[1613922708] transaction","detail":"{read_only:false; response_revision:15075; number_of_response:1; }","duration":"256.387131ms","start":"2026-03-31T05:34:49.075077Z","end":"2026-03-31T05:34:49.331465Z","steps":["trace[1613922708] 'process raft request' (duration: 256.185974ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:49.331564Z","caller":"traceutil/trace.go:171","msg":"trace[1152840237] transaction","detail":"{read_only:false; response_revision:15076; number_of_response:1; }","duration":"255.970458ms","start":"2026-03-31T05:34:49.07556Z","end":"2026-03-31T05:34:49.33153Z","steps":["trace[1152840237] 'process raft request' (duration: 255.768801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:53.355918Z","caller":"traceutil/trace.go:171","msg":"trace[1341023279] transaction","detail":"{read_only:false; response_revision:15086; number_of_response:1; }","duration":"536.547583ms","start":"2026-03-31T05:34:52.819341Z","end":"2026-03-31T05:34:53.355889Z","steps":["trace[1341023279] 'process raft request' (duration: 536.385348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.356063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:52.81928Z","time spent":"536.706218ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:53.357677Z","caller":"traceutil/trace.go:171","msg":"trace[1024122713] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"521.473947ms","start":"2026-03-31T05:34:52.836177Z","end":"2026-03-31T05:34:53.357651Z","steps":["trace[1024122713] 'process raft request' (duration: 521.072674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.357869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:52.836151Z","time spent":"521.614021ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:53.357899Z","caller":"traceutil/trace.go:171","msg":"trace[1256779357] transaction","detail":"{read_only:false; response_revision:15088; number_of_response:1; }","duration":"518.455881ms","start":"2026-03-31T05:34:52.839405Z","end":"2026-03-31T05:34:53.35786Z","steps":["trace[1256779357] 'process raft request' (duration: 517.940415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.358366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:52.839385Z","time spent":"518.809193ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:34:53.357448Z","caller":"traceutil/trace.go:171","msg":"trace[1262083316] linearizableReadLoop","detail":"{readStateIndex:15631; appliedIndex:15628; }","duration":"446.339173ms","start":"2026-03-31T05:34:52.911093Z","end":"2026-03-31T05:34:53.357432Z","steps":["trace[1262083316] 'read index received' (duration: 444.634829ms)","trace[1262083316] 'applied index is now lower than readState.Index' (duration: 1.703104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:34:53.358562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.457777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:34:53.358692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.22707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:34:53.358741Z","caller":"traceutil/trace.go:171","msg":"trace[1763246650] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:15088; }","duration":"340.317223ms","start":"2026-03-31T05:34:53.018411Z","end":"2026-03-31T05:34:53.358729Z","steps":["trace[1763246650] 'agreement among raft nodes before linearized reading' (duration: 340.211369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.358774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:53.018395Z","time spent":"340.371315ms","remote":"127.0.0.1:37286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:34:53.358608Z","caller":"traceutil/trace.go:171","msg":"trace[1445551863] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15088; }","duration":"447.555871ms","start":"2026-03-31T05:34:52.91104Z","end":"2026-03-31T05:34:53.358595Z","steps":["trace[1445551863] 'agreement among raft nodes before linearized reading' (duration: 446.971783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.359101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.57833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:34:53.359117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:52.91102Z","time spent":"447.958923ms","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:34:53.359143Z","caller":"traceutil/trace.go:171","msg":"trace[139295891] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:15088; }","duration":"264.661392ms","start":"2026-03-31T05:34:53.094471Z","end":"2026-03-31T05:34:53.359133Z","steps":["trace[139295891] 'agreement among raft nodes before linearized reading' (duration: 264.507998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.359538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.814863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:34:53.35956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.561569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-31T05:34:53.359582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.859298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:34:53.359619Z","caller":"traceutil/trace.go:171","msg":"trace[848396624] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15088; }","duration":"312.936737ms","start":"2026-03-31T05:34:53.046662Z","end":"2026-03-31T05:34:53.359599Z","steps":["trace[848396624] 'agreement among raft nodes before linearized reading' (duration: 312.815763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:34:53.359633Z","caller":"traceutil/trace.go:171","msg":"trace[1865771143] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15088; }","duration":"270.648731ms","start":"2026-03-31T05:34:53.088963Z","end":"2026-03-31T05:34:53.359612Z","steps":["trace[1865771143] 'agreement among raft nodes before linearized reading' (duration: 270.466336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.35964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.505109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:34:53.359685Z","caller":"traceutil/trace.go:171","msg":"trace[417481805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15088; }","duration":"271.602841ms","start":"2026-03-31T05:34:53.088069Z","end":"2026-03-31T05:34:53.359671Z","steps":["trace[417481805] 'agreement among raft nodes before linearized reading' (duration: 271.493458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.359678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:34:53.046634Z","time spent":"313.02521ms","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:34:53.359641Z","caller":"traceutil/trace.go:171","msg":"trace[1439468059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15088; }","duration":"270.932821ms","start":"2026-03-31T05:34:53.088688Z","end":"2026-03-31T05:34:53.359621Z","steps":["trace[1439468059] 'agreement among raft nodes before linearized reading' (duration: 270.850068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:34:53.359106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.757903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-31T05:34:53.361221Z","caller":"traceutil/trace.go:171","msg":"trace[963421671] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15088; }","duration":"133.942922ms","start":"2026-03-31T05:34:53.22725Z","end":"2026-03-31T05:34:53.361193Z","steps":["trace[963421671] 'agreement among raft nodes before linearized reading' (duration: 131.533396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:01.890416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782538101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:02.342363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.188272405s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:35:02.343387Z","caller":"traceutil/trace.go:171","msg":"trace[1101214324] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"1.189320648s","start":"2026-03-31T05:35:01.153976Z","end":"2026-03-31T05:35:02.343297Z","steps":["trace[1101214324] 'process raft request' (duration: 1.189132112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.343678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.153957Z","time spent":"1.189611787s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:02.665402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.711031ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T05:35:02.665938Z","caller":"traceutil/trace.go:171","msg":"trace[111978073] transaction","detail":"{read_only:false; response_revision:15146; number_of_response:1; }","duration":"1.281642224s","start":"2026-03-31T05:35:01.384258Z","end":"2026-03-31T05:35:02.6659Z","steps":["trace[111978073] 'process raft request' (duration: 1.281393056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.666135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.38424Z","time spent":"1.28180045s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:02.891888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.931038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:35:02.892047Z","caller":"traceutil/trace.go:171","msg":"trace[549798560] linearizableReadLoop","detail":"{readStateIndex:15694; appliedIndex:15690; }","duration":"1.502451711s","start":"2026-03-31T05:35:01.389579Z","end":"2026-03-31T05:35:02.892031Z","steps":["trace[549798560] 'read index received' (duration: 953.983892ms)","trace[549798560] 'applied index is now lower than readState.Index' (duration: 548.466939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:02.892127Z","caller":"traceutil/trace.go:171","msg":"trace[530654340] transaction","detail":"{read_only:false; response_revision:15148; number_of_response:1; }","duration":"1.507707287s","start":"2026-03-31T05:35:01.384402Z","end":"2026-03-31T05:35:02.89211Z","steps":["trace[530654340] 'process raft request' (duration: 1.507573753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.892194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.384386Z","time spent":"1.507773869s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:02.892214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502641057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:35:02.892197Z","caller":"traceutil/trace.go:171","msg":"trace[201180835] transaction","detail":"{read_only:false; response_revision:15147; number_of_response:1; }","duration":"1.507802889s","start":"2026-03-31T05:35:01.384383Z","end":"2026-03-31T05:35:02.892186Z","steps":["trace[201180835] 'process raft request' (duration: 1.28149714s)","trace[201180835] 'compare' (duration: 225.825254ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:02.892245Z","caller":"traceutil/trace.go:171","msg":"trace[1812504224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15148; }","duration":"1.502715499s","start":"2026-03-31T05:35:01.389518Z","end":"2026-03-31T05:35:02.892233Z","steps":["trace[1812504224] 'agreement among raft nodes before linearized reading' (duration: 1.502605255s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.892277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.389496Z","time spent":"1.502774801s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:02.892317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.384377Z","time spent":"1.507889132s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:02.892391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.179709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:02.892424Z","caller":"traceutil/trace.go:171","msg":"trace[705043978] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:15148; }","duration":"491.256081ms","start":"2026-03-31T05:35:02.401158Z","end":"2026-03-31T05:35:02.892414Z","steps":["trace[705043978] 'agreement among raft nodes before linearized reading' (duration: 491.209209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.892449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:02.40113Z","time spent":"491.313873ms","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-31T05:35:02.892477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.371916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:35:02.892504Z","caller":"traceutil/trace.go:171","msg":"trace[1345768974] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15148; }","duration":"655.437338ms","start":"2026-03-31T05:35:02.237058Z","end":"2026-03-31T05:35:02.892495Z","steps":["trace[1345768974] 'agreement among raft nodes before linearized reading' (duration: 655.324385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.892488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375086406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-75r85\" ","response":"range_response_count:1 size:12360"} {"level":"warn","ts":"2026-03-31T05:35:02.892531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:02.237041Z","time spent":"655.48336ms","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:02.892508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488298054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:35:02.892492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484656378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:35:02.892558Z","caller":"traceutil/trace.go:171","msg":"trace[901341139] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-75r85; range_end:; response_count:1; response_revision:15148; }","duration":"1.375170029s","start":"2026-03-31T05:35:01.517372Z","end":"2026-03-31T05:35:02.892542Z","steps":["trace[901341139] 'agreement among raft nodes before linearized reading' (duration: 1.37490083s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:02.892604Z","caller":"traceutil/trace.go:171","msg":"trace[590694419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15148; }","duration":"1.488435928s","start":"2026-03-31T05:35:01.404145Z","end":"2026-03-31T05:35:02.892581Z","steps":["trace[590694419] 'agreement among raft nodes before linearized reading' (duration: 1.488125168s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.892635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484852414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:35:02.892642Z","caller":"traceutil/trace.go:171","msg":"trace[1159334424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15148; }","duration":"1.484796652s","start":"2026-03-31T05:35:01.407802Z","end":"2026-03-31T05:35:02.892599Z","steps":["trace[1159334424] 'agreement among raft nodes before linearized reading' (duration: 1.484473102s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:02.892691Z","caller":"traceutil/trace.go:171","msg":"trace[1143802372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15148; }","duration":"1.484931997s","start":"2026-03-31T05:35:01.407743Z","end":"2026-03-31T05:35:02.892675Z","steps":["trace[1143802372] 'agreement among raft nodes before linearized reading' (duration: 1.48472322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.892733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.407733Z","time spent":"1.484991088s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:02.892714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486918869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:35:02.892768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.407779Z","time spent":"1.484940247s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:02.89267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.404129Z","time spent":"1.48852834s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:35:02.892827Z","caller":"traceutil/trace.go:171","msg":"trace[121342457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15148; }","duration":"1.487072254s","start":"2026-03-31T05:35:01.405707Z","end":"2026-03-31T05:35:02.892779Z","steps":["trace[121342457] 'agreement among raft nodes before linearized reading' (duration: 1.486785765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.892613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.517314Z","time spent":"1.375290403s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12384,"request content":"key:\"/registry/pods/openstack/openvswitch-75r85\" "} {"level":"warn","ts":"2026-03-31T05:35:02.89289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.405694Z","time spent":"1.487182948s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:35:02.892834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465822543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:35:02.893017Z","caller":"traceutil/trace.go:171","msg":"trace[755225736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:15148; }","duration":"1.466088331s","start":"2026-03-31T05:35:01.426909Z","end":"2026-03-31T05:35:02.892997Z","steps":["trace[755225736] 'agreement among raft nodes before linearized reading' (duration: 1.465453621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.89259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483825582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:35:02.893106Z","caller":"traceutil/trace.go:171","msg":"trace[1949971862] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15148; }","duration":"1.48440167s","start":"2026-03-31T05:35:01.408685Z","end":"2026-03-31T05:35:02.893087Z","steps":["trace[1949971862] 'agreement among raft nodes before linearized reading' (duration: 1.483696828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.89315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.408661Z","time spent":"1.484477093s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:35:02.89322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:01.426901Z","time spent":"1.466301119s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:35:02.893552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.945623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18954"} {"level":"info","ts":"2026-03-31T05:35:02.893629Z","caller":"traceutil/trace.go:171","msg":"trace[305334641] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15148; }","duration":"542.261573ms","start":"2026-03-31T05:35:02.351355Z","end":"2026-03-31T05:35:02.893616Z","steps":["trace[305334641] 'agreement among raft nodes before linearized reading' (duration: 541.024394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.893661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:02.351335Z","time spent":"542.317475ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18978,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:35:02.893671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.529649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:02.893758Z","caller":"traceutil/trace.go:171","msg":"trace[1843670287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15148; }","duration":"804.663033ms","start":"2026-03-31T05:35:02.089075Z","end":"2026-03-31T05:35:02.893738Z","steps":["trace[1843670287] 'agreement among raft nodes before linearized reading' (duration: 803.370653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:02.89381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:02.089051Z","time spent":"804.746615ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:35:03.215148Z","caller":"traceutil/trace.go:171","msg":"trace[162027473] linearizableReadLoop","detail":"{readStateIndex:15702; appliedIndex:15701; }","duration":"114.993633ms","start":"2026-03-31T05:35:03.100136Z","end":"2026-03-31T05:35:03.215129Z","steps":["trace[162027473] 'read index received' (duration: 19.271279ms)","trace[162027473] 'applied index is now lower than readState.Index' (duration: 95.721664ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:03.215403Z","caller":"traceutil/trace.go:171","msg":"trace[2106280507] transaction","detail":"{read_only:false; response_revision:15156; number_of_response:1; }","duration":"118.305678ms","start":"2026-03-31T05:35:03.097083Z","end":"2026-03-31T05:35:03.215389Z","steps":["trace[2106280507] 'process raft request' (duration: 22.361347ms)","trace[2106280507] 'compare' (duration: 95.59965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:03.215661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.504719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:35:03.215714Z","caller":"traceutil/trace.go:171","msg":"trace[1279985286] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:15156; }","duration":"115.629263ms","start":"2026-03-31T05:35:03.100074Z","end":"2026-03-31T05:35:03.215703Z","steps":["trace[1279985286] 'agreement among raft nodes before linearized reading' (duration: 115.511389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:04.589045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782538130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:05.090208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782538130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:05.591064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782538130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:06.089108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:35:06.089294Z","caller":"traceutil/trace.go:171","msg":"trace[5895349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410584s","start":"2026-03-31T05:35:04.088862Z","end":"2026-03-31T05:35:06.089273Z","steps":["trace[5895349] 'agreement among raft nodes before linearized reading' (duration: 2.000194507s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.089382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.08884Z","time spent":"2.000527098s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:35:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:35:06.091767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782538130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:06.215374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.163016012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:35:06.215911Z","caller":"traceutil/trace.go:171","msg":"trace[1642793212] transaction","detail":"{read_only:false; response_revision:15157; number_of_response:1; }","duration":"2.163639112s","start":"2026-03-31T05:35:04.052242Z","end":"2026-03-31T05:35:06.215881Z","steps":["trace[1642793212] 'process raft request' (duration: 2.163343452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.216216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.052222Z","time spent":"2.163770856s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:06.217713Z","caller":"traceutil/trace.go:171","msg":"trace[2008785439] linearizableReadLoop","detail":"{readStateIndex:15706; appliedIndex:15702; }","duration":"2.128770441s","start":"2026-03-31T05:35:04.088916Z","end":"2026-03-31T05:35:06.217686Z","steps":["trace[2008785439] 'read index received' (duration: 2.126677015s)","trace[2008785439] 'applied index is now lower than readState.Index' (duration: 2.092296ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:06.217838Z","caller":"traceutil/trace.go:171","msg":"trace[1220857985] transaction","detail":"{read_only:false; response_revision:15158; number_of_response:1; }","duration":"1.547626469s","start":"2026-03-31T05:35:04.67019Z","end":"2026-03-31T05:35:06.217817Z","steps":["trace[1220857985] 'process raft request' (duration: 1.547189235s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:06.217878Z","caller":"traceutil/trace.go:171","msg":"trace[908011874] transaction","detail":"{read_only:false; response_revision:15159; number_of_response:1; }","duration":"1.318783128s","start":"2026-03-31T05:35:04.899079Z","end":"2026-03-31T05:35:06.217862Z","steps":["trace[908011874] 'process raft request' (duration: 1.31852355s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.217976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.670167Z","time spent":"1.547720011s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:06.218074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.899054Z","time spent":"1.318968964s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:06.218477Z","caller":"traceutil/trace.go:171","msg":"trace[450410022] transaction","detail":"{read_only:false; response_revision:15160; number_of_response:1; }","duration":"1.317817027s","start":"2026-03-31T05:35:04.900646Z","end":"2026-03-31T05:35:06.218463Z","steps":["trace[450410022] 'process raft request' (duration: 1.317001942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.218668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.900635Z","time spent":"1.3178801s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:06.218973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028643777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-31T05:35:06.219019Z","caller":"traceutil/trace.go:171","msg":"trace[2138846551] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15160; }","duration":"2.028697638s","start":"2026-03-31T05:35:04.190308Z","end":"2026-03-31T05:35:06.219006Z","steps":["trace[2138846551] 'agreement among raft nodes before linearized reading' (duration: 2.028477752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.219051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.190267Z","time spent":"2.028777181s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:35:06.219457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.563524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:06.21951Z","caller":"traceutil/trace.go:171","msg":"trace[1262887951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15160; }","duration":"129.650917ms","start":"2026-03-31T05:35:06.089847Z","end":"2026-03-31T05:35:06.219498Z","steps":["trace[1262887951] 'agreement among raft nodes before linearized reading' (duration: 129.568914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.219691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282548283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:35:06.219634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11722451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:35:06.219789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282628395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:35:06.219869Z","caller":"traceutil/trace.go:171","msg":"trace[1926984923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15160; }","duration":"1.282733909s","start":"2026-03-31T05:35:04.937111Z","end":"2026-03-31T05:35:06.219845Z","steps":["trace[1926984923] 'agreement among raft nodes before linearized reading' (duration: 1.282556543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.219868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.971818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T05:35:06.219878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28278751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T05:35:06.219915Z","caller":"traceutil/trace.go:171","msg":"trace[638214980] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:15160; }","duration":"607.209066ms","start":"2026-03-31T05:35:05.612694Z","end":"2026-03-31T05:35:06.219903Z","steps":["trace[638214980] 'agreement among raft nodes before linearized reading' (duration: 606.894246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.219908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301317347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:35:06.219937Z","caller":"traceutil/trace.go:171","msg":"trace[2048581079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15160; }","duration":"1.282869253s","start":"2026-03-31T05:35:04.93705Z","end":"2026-03-31T05:35:06.219919Z","steps":["trace[2048581079] 'agreement among raft nodes before linearized reading' (duration: 1.282712038s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:06.219992Z","caller":"traceutil/trace.go:171","msg":"trace[875268523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15160; }","duration":"1.301452961s","start":"2026-03-31T05:35:04.918518Z","end":"2026-03-31T05:35:06.219971Z","steps":["trace[875268523] 'agreement among raft nodes before linearized reading' (duration: 1.301196873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.219912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.937099Z","time spent":"1.282803561s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:06.220001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277439332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:35:06.220004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468277882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:35:06.220035Z","caller":"traceutil/trace.go:171","msg":"trace[1214347579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:15160; }","duration":"1.277495694s","start":"2026-03-31T05:35:04.942531Z","end":"2026-03-31T05:35:06.220027Z","steps":["trace[1214347579] 'agreement among raft nodes before linearized reading' (duration: 1.277403121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.220033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.918498Z","time spent":"1.301527553s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:35:06.220047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283226364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:35:06.220059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.94252Z","time spent":"1.277532605s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:35:06.220069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.689349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:35:06.220083Z","caller":"traceutil/trace.go:171","msg":"trace[55955539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15160; }","duration":"1.283295267s","start":"2026-03-31T05:35:04.936776Z","end":"2026-03-31T05:35:06.220071Z","steps":["trace[55955539] 'agreement among raft nodes before linearized reading' (duration: 1.283197374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.220111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.936762Z","time spent":"1.283341478s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:35:06.220113Z","caller":"traceutil/trace.go:171","msg":"trace[1664339496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15160; }","duration":"612.807282ms","start":"2026-03-31T05:35:05.607292Z","end":"2026-03-31T05:35:06.220099Z","steps":["trace[1664339496] 'agreement among raft nodes before linearized reading' (duration: 612.686978ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:06.220088Z","caller":"traceutil/trace.go:171","msg":"trace[372170951] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:15160; }","duration":"1.11753201s","start":"2026-03-31T05:35:05.102362Z","end":"2026-03-31T05:35:06.219894Z","steps":["trace[372170951] 'agreement among raft nodes before linearized reading' (duration: 1.11721656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.22028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:05.102345Z","time spent":"1.117910781s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:35:06.220063Z","caller":"traceutil/trace.go:171","msg":"trace[616059950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:15160; }","duration":"1.468362524s","start":"2026-03-31T05:35:04.751683Z","end":"2026-03-31T05:35:06.220046Z","steps":["trace[616059950] 'agreement among raft nodes before linearized reading' (duration: 1.468246021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.219947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:05.612669Z","time spent":"607.271828ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:35:06.219992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.937038Z","time spent":"1.282941885s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:35:06.219802Z","caller":"traceutil/trace.go:171","msg":"trace[593692709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15160; }","duration":"1.282686798s","start":"2026-03-31T05:35:04.937087Z","end":"2026-03-31T05:35:06.219774Z","steps":["trace[593692709] 'agreement among raft nodes before linearized reading' (duration: 1.282384988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.220483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.937081Z","time spent":"1.2833928s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:06.219929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282810401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:35:06.220589Z","caller":"traceutil/trace.go:171","msg":"trace[1435197522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15160; }","duration":"1.283481933s","start":"2026-03-31T05:35:04.937089Z","end":"2026-03-31T05:35:06.220571Z","steps":["trace[1435197522] 'agreement among raft nodes before linearized reading' (duration: 1.2827502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:06.220611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.937082Z","time spent":"1.283522814s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:35:06.220158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:05.607268Z","time spent":"612.879995ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:35:06.220808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:04.751659Z","time spent":"1.468682635s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:07.780756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782538165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:35:08.100268Z","caller":"traceutil/trace.go:171","msg":"trace[2013864843] transaction","detail":"{read_only:false; response_revision:15172; number_of_response:1; }","duration":"911.965054ms","start":"2026-03-31T05:35:07.188285Z","end":"2026-03-31T05:35:08.10025Z","steps":["trace[2013864843] 'process raft request' (duration: 911.8382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.100413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.188267Z","time spent":"912.054467ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:08.105852Z","caller":"traceutil/trace.go:171","msg":"trace[1767574487] linearizableReadLoop","detail":"{readStateIndex:15721; appliedIndex:15719; }","duration":"825.053078ms","start":"2026-03-31T05:35:07.280714Z","end":"2026-03-31T05:35:08.105767Z","steps":["trace[1767574487] 'read index received' (duration: 819.457831ms)","trace[1767574487] 'applied index is now lower than readState.Index' (duration: 5.594097ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:08.106168Z","caller":"traceutil/trace.go:171","msg":"trace[249429518] transaction","detail":"{read_only:false; response_revision:15173; number_of_response:1; }","duration":"401.251447ms","start":"2026-03-31T05:35:07.704898Z","end":"2026-03-31T05:35:08.10615Z","steps":["trace[249429518] 'process raft request' (duration: 400.749861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.106318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.704873Z","time spent":"401.34286ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:35:08.106646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.913065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:35:08.106739Z","caller":"traceutil/trace.go:171","msg":"trace[1444182462] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15173; }","duration":"826.032469ms","start":"2026-03-31T05:35:07.280671Z","end":"2026-03-31T05:35:08.106703Z","steps":["trace[1444182462] 'agreement among raft nodes before linearized reading' (duration: 825.855833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.106803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.280653Z","time spent":"826.132132ms","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:08.107255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.577115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:35:08.107389Z","caller":"traceutil/trace.go:171","msg":"trace[2103559107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15173; }","duration":"612.791452ms","start":"2026-03-31T05:35:07.494575Z","end":"2026-03-31T05:35:08.107367Z","steps":["trace[2103559107] 'agreement among raft nodes before linearized reading' (duration: 612.541454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.107471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.494556Z","time spent":"612.896954ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:08.108011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.687294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:35:08.108071Z","caller":"traceutil/trace.go:171","msg":"trace[1412599778] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15173; }","duration":"453.790158ms","start":"2026-03-31T05:35:07.654267Z","end":"2026-03-31T05:35:08.108057Z","steps":["trace[1412599778] 'agreement among raft nodes before linearized reading' (duration: 452.92649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.108104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:07.654247Z","time spent":"453.84669ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1387,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:08.556088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.585718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:35:08.55622Z","caller":"traceutil/trace.go:171","msg":"trace[648701658] transaction","detail":"{read_only:false; response_revision:15178; number_of_response:1; }","duration":"282.809326ms","start":"2026-03-31T05:35:08.273396Z","end":"2026-03-31T05:35:08.556206Z","steps":["trace[648701658] 'process raft request' (duration: 282.765585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:08.556342Z","caller":"traceutil/trace.go:171","msg":"trace[2061970309] transaction","detail":"{read_only:false; response_revision:15177; number_of_response:1; }","duration":"282.924289ms","start":"2026-03-31T05:35:08.273405Z","end":"2026-03-31T05:35:08.55633Z","steps":["trace[2061970309] 'process raft request' (duration: 25.029611ms)","trace[2061970309] 'compare' (duration: 257.503626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:08.558151Z","caller":"traceutil/trace.go:171","msg":"trace[1075886262] transaction","detail":"{read_only:false; response_revision:15179; number_of_response:1; }","duration":"284.600812ms","start":"2026-03-31T05:35:08.273526Z","end":"2026-03-31T05:35:08.558127Z","steps":["trace[1075886262] 'process raft request' (duration: 284.425486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:08.558478Z","caller":"traceutil/trace.go:171","msg":"trace[244185839] transaction","detail":"{read_only:false; response_revision:15180; number_of_response:1; }","duration":"284.460778ms","start":"2026-03-31T05:35:08.273999Z","end":"2026-03-31T05:35:08.558459Z","steps":["trace[244185839] 'process raft request' (duration: 284.087237ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:08.55852Z","caller":"traceutil/trace.go:171","msg":"trace[805590138] linearizableReadLoop","detail":"{readStateIndex:15730; appliedIndex:15724; }","duration":"283.372684ms","start":"2026-03-31T05:35:08.27513Z","end":"2026-03-31T05:35:08.558502Z","steps":["trace[805590138] 'read index received' (duration: 23.313567ms)","trace[805590138] 'applied index is now lower than readState.Index' (duration: 260.058327ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:08.558578Z","caller":"traceutil/trace.go:171","msg":"trace[1665462103] transaction","detail":"{read_only:false; response_revision:15181; number_of_response:1; }","duration":"283.548919ms","start":"2026-03-31T05:35:08.275018Z","end":"2026-03-31T05:35:08.558567Z","steps":["trace[1665462103] 'process raft request' (duration: 283.225169ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:08.558633Z","caller":"traceutil/trace.go:171","msg":"trace[261073230] transaction","detail":"{read_only:false; response_revision:15182; number_of_response:1; }","duration":"283.737615ms","start":"2026-03-31T05:35:08.27486Z","end":"2026-03-31T05:35:08.558598Z","steps":["trace[261073230] 'process raft request' (duration: 283.59615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.559364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.171189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:594947"} {"level":"info","ts":"2026-03-31T05:35:08.55943Z","caller":"traceutil/trace.go:171","msg":"trace[5119088] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:15182; }","duration":"284.291423ms","start":"2026-03-31T05:35:08.275123Z","end":"2026-03-31T05:35:08.559414Z","steps":["trace[5119088] 'agreement among raft nodes before linearized reading' (duration: 283.496497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:08.55963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.661273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:08.559706Z","caller":"traceutil/trace.go:171","msg":"trace[1045394302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15182; }","duration":"259.674464ms","start":"2026-03-31T05:35:08.300011Z","end":"2026-03-31T05:35:08.559685Z","steps":["trace[1045394302] 'agreement among raft nodes before linearized reading' (duration: 258.657482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:12.381303Z","caller":"traceutil/trace.go:171","msg":"trace[998908563] transaction","detail":"{read_only:false; response_revision:15204; number_of_response:1; }","duration":"102.060995ms","start":"2026-03-31T05:35:12.279219Z","end":"2026-03-31T05:35:12.38128Z","steps":["trace[998908563] 'process raft request' (duration: 101.91268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:12.4804Z","caller":"traceutil/trace.go:171","msg":"trace[1641154777] transaction","detail":"{read_only:false; response_revision:15205; number_of_response:1; }","duration":"199.529555ms","start":"2026-03-31T05:35:12.280839Z","end":"2026-03-31T05:35:12.480369Z","steps":["trace[1641154777] 'process raft request' (duration: 129.822042ms)","trace[1641154777] 'compare' (duration: 69.538277ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:12.480567Z","caller":"traceutil/trace.go:171","msg":"trace[1067454673] transaction","detail":"{read_only:false; response_revision:15206; number_of_response:1; }","duration":"198.041248ms","start":"2026-03-31T05:35:12.282488Z","end":"2026-03-31T05:35:12.48053Z","steps":["trace[1067454673] 'process raft request' (duration: 197.842191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:12.839353Z","caller":"traceutil/trace.go:171","msg":"trace[889159351] transaction","detail":"{read_only:false; response_revision:15210; number_of_response:1; }","duration":"174.370839ms","start":"2026-03-31T05:35:12.664922Z","end":"2026-03-31T05:35:12.839293Z","steps":["trace[889159351] 'process raft request' (duration: 141.777099ms)","trace[889159351] 'compare' (duration: 32.319452ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:12.839581Z","caller":"traceutil/trace.go:171","msg":"trace[1609636350] transaction","detail":"{read_only:false; response_revision:15211; number_of_response:1; }","duration":"174.580236ms","start":"2026-03-31T05:35:12.66499Z","end":"2026-03-31T05:35:12.83957Z","steps":["trace[1609636350] 'process raft request' (duration: 174.249286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:12.839683Z","caller":"traceutil/trace.go:171","msg":"trace[200571949] transaction","detail":"{read_only:false; response_revision:15212; number_of_response:1; }","duration":"174.600867ms","start":"2026-03-31T05:35:12.665054Z","end":"2026-03-31T05:35:12.839654Z","steps":["trace[200571949] 'process raft request' (duration: 174.460542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:14.804718Z","caller":"traceutil/trace.go:171","msg":"trace[1022506016] linearizableReadLoop","detail":"{readStateIndex:15767; appliedIndex:15765; }","duration":"123.040428ms","start":"2026-03-31T05:35:14.681659Z","end":"2026-03-31T05:35:14.8047Z","steps":["trace[1022506016] 'read index received' (duration: 81.290378ms)","trace[1022506016] 'applied index is now lower than readState.Index' (duration: 41.74885ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:14.804795Z","caller":"traceutil/trace.go:171","msg":"trace[370703976] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"125.856167ms","start":"2026-03-31T05:35:14.678918Z","end":"2026-03-31T05:35:14.804774Z","steps":["trace[370703976] 'process raft request' (duration: 125.669631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:14.805432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.74951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595276"} {"level":"info","ts":"2026-03-31T05:35:14.805476Z","caller":"traceutil/trace.go:171","msg":"trace[429630881] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:15218; }","duration":"123.831013ms","start":"2026-03-31T05:35:14.681635Z","end":"2026-03-31T05:35:14.805466Z","steps":["trace[429630881] 'agreement among raft nodes before linearized reading' (duration: 123.184813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:16.955091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.987872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:35:16.955256Z","caller":"traceutil/trace.go:171","msg":"trace[885743031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15330; }","duration":"146.203119ms","start":"2026-03-31T05:35:16.809035Z","end":"2026-03-31T05:35:16.955238Z","steps":["trace[885743031] 'range keys from in-memory index tree' (duration: 145.814217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:16.955523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.241939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T05:35:16.955597Z","caller":"traceutil/trace.go:171","msg":"trace[1695348608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15330; }","duration":"139.369604ms","start":"2026-03-31T05:35:16.816208Z","end":"2026-03-31T05:35:16.955577Z","steps":["trace[1695348608] 'range keys from in-memory index tree' (duration: 139.036733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:16.955949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.281469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T05:35:16.956007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.806785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:35:16.956051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.390937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T05:35:16.956098Z","caller":"traceutil/trace.go:171","msg":"trace[1169896463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15330; }","duration":"100.93229ms","start":"2026-03-31T05:35:16.855142Z","end":"2026-03-31T05:35:16.956074Z","steps":["trace[1169896463] 'range keys from in-memory index tree' (duration: 100.652071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:16.956158Z","caller":"traceutil/trace.go:171","msg":"trace[867087518] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15330; }","duration":"103.562252ms","start":"2026-03-31T05:35:16.852572Z","end":"2026-03-31T05:35:16.956134Z","steps":["trace[867087518] 'range keys from in-memory index tree' (duration: 103.117249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:16.955972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.250485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-31T05:35:16.956284Z","caller":"traceutil/trace.go:171","msg":"trace[1690602744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:15330; }","duration":"136.621617ms","start":"2026-03-31T05:35:16.819645Z","end":"2026-03-31T05:35:16.956267Z","steps":["trace[1690602744] 'range keys from in-memory index tree' (duration: 136.052959ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:16.956022Z","caller":"traceutil/trace.go:171","msg":"trace[168561176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15330; }","duration":"188.379292ms","start":"2026-03-31T05:35:16.767625Z","end":"2026-03-31T05:35:16.956004Z","steps":["trace[168561176] 'range keys from in-memory index tree' (duration: 188.157215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:17.061713Z","caller":"traceutil/trace.go:171","msg":"trace[2100124812] linearizableReadLoop","detail":"{readStateIndex:15882; appliedIndex:15881; }","duration":"100.897408ms","start":"2026-03-31T05:35:16.960783Z","end":"2026-03-31T05:35:17.06168Z","steps":["trace[2100124812] 'read index received' (duration: 100.776574ms)","trace[2100124812] 'applied index is now lower than readState.Index' (duration: 119.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:17.061754Z","caller":"traceutil/trace.go:171","msg":"trace[633040927] transaction","detail":"{read_only:false; response_revision:15331; number_of_response:1; }","duration":"101.722834ms","start":"2026-03-31T05:35:16.959996Z","end":"2026-03-31T05:35:17.061719Z","steps":["trace[633040927] 'process raft request' (duration: 101.528248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:17.062391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.582039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:629874"} {"level":"info","ts":"2026-03-31T05:35:17.062464Z","caller":"traceutil/trace.go:171","msg":"trace[1030136306] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:15331; }","duration":"101.694723ms","start":"2026-03-31T05:35:16.960754Z","end":"2026-03-31T05:35:17.062449Z","steps":["trace[1030136306] 'agreement among raft nodes before linearized reading' (duration: 101.040213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:17.324196Z","caller":"traceutil/trace.go:171","msg":"trace[423064415] transaction","detail":"{read_only:false; response_revision:15333; number_of_response:1; }","duration":"363.119192ms","start":"2026-03-31T05:35:16.961064Z","end":"2026-03-31T05:35:17.324183Z","steps":["trace[423064415] 'process raft request' (duration: 363.05284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:17.324328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:16.96105Z","time spent":"363.200554ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:17.324194Z","caller":"traceutil/trace.go:171","msg":"trace[238550402] transaction","detail":"{read_only:false; response_revision:15332; number_of_response:1; }","duration":"363.181714ms","start":"2026-03-31T05:35:16.960984Z","end":"2026-03-31T05:35:17.324165Z","steps":["trace[238550402] 'process raft request' (duration: 363.005368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:17.324436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:16.960961Z","time spent":"363.456883ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:17.324643Z","caller":"traceutil/trace.go:171","msg":"trace[25915104] transaction","detail":"{read_only:false; response_revision:15335; number_of_response:1; }","duration":"363.504084ms","start":"2026-03-31T05:35:16.961128Z","end":"2026-03-31T05:35:17.324632Z","steps":["trace[25915104] 'process raft request' (duration: 363.272227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:17.324612Z","caller":"traceutil/trace.go:171","msg":"trace[952068395] transaction","detail":"{read_only:false; response_revision:15334; number_of_response:1; }","duration":"363.505114ms","start":"2026-03-31T05:35:16.961065Z","end":"2026-03-31T05:35:17.324571Z","steps":["trace[952068395] 'process raft request' (duration: 363.088321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:17.324714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:16.961119Z","time spent":"363.556226ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:17.324701Z","caller":"traceutil/trace.go:171","msg":"trace[2142496578] linearizableReadLoop","detail":"{readStateIndex:15888; appliedIndex:15882; }","duration":"256.958848ms","start":"2026-03-31T05:35:17.067718Z","end":"2026-03-31T05:35:17.324677Z","steps":["trace[2142496578] 'read index received' (duration: 256.207864ms)","trace[2142496578] 'applied index is now lower than readState.Index' (duration: 749.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:17.324786Z","caller":"traceutil/trace.go:171","msg":"trace[85095609] transaction","detail":"{read_only:false; response_revision:15337; number_of_response:1; }","duration":"263.682741ms","start":"2026-03-31T05:35:17.061094Z","end":"2026-03-31T05:35:17.324777Z","steps":["trace[85095609] 'process raft request' (duration: 263.513116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:17.324866Z","caller":"traceutil/trace.go:171","msg":"trace[74124516] transaction","detail":"{read_only:false; response_revision:15336; number_of_response:1; }","duration":"363.66103ms","start":"2026-03-31T05:35:16.961196Z","end":"2026-03-31T05:35:17.324857Z","steps":["trace[74124516] 'process raft request' (duration: 363.35336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:17.32491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:16.961176Z","time spent":"363.71074ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:17.324898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.153004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-31T05:35:17.32496Z","caller":"traceutil/trace.go:171","msg":"trace[1625483689] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9; range_end:; response_count:1; response_revision:15337; }","duration":"257.265838ms","start":"2026-03-31T05:35:17.067675Z","end":"2026-03-31T05:35:17.324941Z","steps":["trace[1625483689] 'agreement among raft nodes before linearized reading' (duration: 257.126634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:17.32505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.334352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:17.325078Z","caller":"traceutil/trace.go:171","msg":"trace[687978632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15337; }","duration":"239.402934ms","start":"2026-03-31T05:35:17.085666Z","end":"2026-03-31T05:35:17.325069Z","steps":["trace[687978632] 'agreement among raft nodes before linearized reading' (duration: 239.356653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:17.325399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:16.961034Z","time spent":"363.67655ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:17.989129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782538540,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:35:18.161322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.756584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:35:18.161477Z","caller":"traceutil/trace.go:171","msg":"trace[743041896] transaction","detail":"{read_only:false; response_revision:15338; number_of_response:1; }","duration":"832.08837ms","start":"2026-03-31T05:35:17.329361Z","end":"2026-03-31T05:35:18.161449Z","steps":["trace[743041896] 'process raft request' (duration: 712.070378ms)","trace[743041896] 'compare' (duration: 119.427494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:18.16157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:17.329347Z","time spent":"832.183794ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:35:19.563751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522243477s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:35:19.664383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.316249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:35:19.664461Z","caller":"traceutil/trace.go:171","msg":"trace[838161833] linearizableReadLoop","detail":"{readStateIndex:15890; appliedIndex:15888; }","duration":"2.175834267s","start":"2026-03-31T05:35:17.488616Z","end":"2026-03-31T05:35:19.66445Z","steps":["trace[838161833] 'read index received' (duration: 552.908889ms)","trace[838161833] 'applied index is now lower than readState.Index' (duration: 1.622923218s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:19.664589Z","caller":"traceutil/trace.go:171","msg":"trace[1950946033] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"2.331686112s","start":"2026-03-31T05:35:17.332895Z","end":"2026-03-31T05:35:19.664581Z","steps":["trace[1950946033] 'process raft request' (duration: 2.231111774s)","trace[1950946033] 'compare' (duration: 100.218907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:19.664624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:17.33288Z","time spent":"2.331725703s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3711,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:19.664829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176183179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9\" ","response":"range_response_count:1 size:3726"} {"level":"info","ts":"2026-03-31T05:35:19.664932Z","caller":"traceutil/trace.go:171","msg":"trace[596597340] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9; range_end:; response_count:1; response_revision:15339; }","duration":"2.176331803s","start":"2026-03-31T05:35:17.488575Z","end":"2026-03-31T05:35:19.664907Z","steps":["trace[596597340] 'agreement among raft nodes before linearized reading' (duration: 2.176120407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.66499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:17.488556Z","time spent":"2.176418525s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3750,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9\" "} {"level":"info","ts":"2026-03-31T05:35:19.757008Z","caller":"traceutil/trace.go:171","msg":"trace[1669653815] transaction","detail":"{read_only:false; response_revision:15341; number_of_response:1; }","duration":"1.453092481s","start":"2026-03-31T05:35:18.303887Z","end":"2026-03-31T05:35:19.75698Z","steps":["trace[1669653815] 'process raft request' (duration: 1.453011829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.757166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.303863Z","time spent":"1.453218466s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:19.757296Z","caller":"traceutil/trace.go:171","msg":"trace[1025269526] transaction","detail":"{read_only:false; response_revision:15342; number_of_response:1; }","duration":"1.35871286s","start":"2026-03-31T05:35:18.398542Z","end":"2026-03-31T05:35:19.757255Z","steps":["trace[1025269526] 'process raft request' (duration: 1.35839706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.757444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.97549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:35:19.757466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.398511Z","time spent":"1.358876655s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:19.757518Z","caller":"traceutil/trace.go:171","msg":"trace[1039922266] transaction","detail":"{read_only:false; response_revision:15343; number_of_response:1; }","duration":"1.257557404s","start":"2026-03-31T05:35:18.499952Z","end":"2026-03-31T05:35:19.757509Z","steps":["trace[1039922266] 'process raft request' (duration: 1.257219343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.75757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.499928Z","time spent":"1.257616835s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:19.757484Z","caller":"traceutil/trace.go:171","msg":"trace[1981064569] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:15344; }","duration":"464.052692ms","start":"2026-03-31T05:35:19.293422Z","end":"2026-03-31T05:35:19.757474Z","steps":["trace[1981064569] 'agreement among raft nodes before linearized reading' (duration: 463.960019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:19.757649Z","caller":"traceutil/trace.go:171","msg":"trace[26608688] transaction","detail":"{read_only:false; response_revision:15344; number_of_response:1; }","duration":"1.253838986s","start":"2026-03-31T05:35:18.503802Z","end":"2026-03-31T05:35:19.757641Z","steps":["trace[26608688] 'process raft request' (duration: 1.253516266s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.757661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.568192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T05:35:19.757661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.293402Z","time spent":"464.234228ms","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:19.757696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.503778Z","time spent":"1.253894938s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:19.757704Z","caller":"traceutil/trace.go:171","msg":"trace[93403795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15344; }","duration":"692.643795ms","start":"2026-03-31T05:35:19.065046Z","end":"2026-03-31T05:35:19.75769Z","steps":["trace[93403795] 'agreement among raft nodes before linearized reading' (duration: 692.564372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.757569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.249623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-31T05:35:19.757741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.065027Z","time spent":"692.706666ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:35:19.757787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.72311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:19.757812Z","caller":"traceutil/trace.go:171","msg":"trace[1458591672] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15344; }","duration":"255.783941ms","start":"2026-03-31T05:35:19.502021Z","end":"2026-03-31T05:35:19.757805Z","steps":["trace[1458591672] 'agreement among raft nodes before linearized reading' (duration: 255.73129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:19.757778Z","caller":"traceutil/trace.go:171","msg":"trace[1897435602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:15344; }","duration":"680.48529ms","start":"2026-03-31T05:35:19.077253Z","end":"2026-03-31T05:35:19.757738Z","steps":["trace[1897435602] 'agreement among raft nodes before linearized reading' (duration: 680.1545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.75787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.07724Z","time spent":"680.601324ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:35:19.757929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.744331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:35:19.757959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.356764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T05:35:19.757985Z","caller":"traceutil/trace.go:171","msg":"trace[1452640495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15344; }","duration":"428.417116ms","start":"2026-03-31T05:35:19.329561Z","end":"2026-03-31T05:35:19.757978Z","steps":["trace[1452640495] 'agreement among raft nodes before linearized reading' (duration: 428.364164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:19.757032Z","caller":"traceutil/trace.go:171","msg":"trace[1516667904] transaction","detail":"{read_only:false; response_revision:15340; number_of_response:1; }","duration":"1.502280416s","start":"2026-03-31T05:35:18.254697Z","end":"2026-03-31T05:35:19.756977Z","steps":["trace[1516667904] 'process raft request' (duration: 1.502046859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592645541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-7vpps.18a1d643f9d84289\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-31T05:35:19.758115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.580601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T05:35:19.75812Z","caller":"traceutil/trace.go:171","msg":"trace[383543586] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-7vpps.18a1d643f9d84289; range_end:; response_count:1; response_revision:15344; }","duration":"1.592711253s","start":"2026-03-31T05:35:18.165397Z","end":"2026-03-31T05:35:19.758108Z","steps":["trace[383543586] 'agreement among raft nodes before linearized reading' (duration: 1.59262139s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:19.758143Z","caller":"traceutil/trace.go:171","msg":"trace[86338147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15344; }","duration":"428.625243ms","start":"2026-03-31T05:35:19.329512Z","end":"2026-03-31T05:35:19.758137Z","steps":["trace[86338147] 'agreement among raft nodes before linearized reading' (duration: 428.515559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.75817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.329503Z","time spent":"428.662054ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:19.758171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.254677Z","time spent":"1.50337823s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:35:19.758219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264341013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5882b3da-595b-4486-8f69-cadb1e936fca\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-31T05:35:19.75825Z","caller":"traceutil/trace.go:171","msg":"trace[1767354540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5882b3da-595b-4486-8f69-cadb1e936fca; range_end:; response_count:1; response_revision:15344; }","duration":"2.264389895s","start":"2026-03-31T05:35:17.49385Z","end":"2026-03-31T05:35:19.75824Z","steps":["trace[1767354540] 'agreement among raft nodes before linearized reading' (duration: 2.264328603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:17.493836Z","time spent":"2.264439507s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5882b3da-595b-4486-8f69-cadb1e936fca\" "} {"level":"warn","ts":"2026-03-31T05:35:19.758302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.16052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-31T05:35:19.758148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.165381Z","time spent":"1.592760774s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-7vpps.18a1d643f9d84289\" "} {"level":"info","ts":"2026-03-31T05:35:19.758328Z","caller":"traceutil/trace.go:171","msg":"trace[1924352196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15344; }","duration":"429.223492ms","start":"2026-03-31T05:35:19.329094Z","end":"2026-03-31T05:35:19.758317Z","steps":["trace[1924352196] 'agreement among raft nodes before linearized reading' (duration: 429.17136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.329073Z","time spent":"429.339926ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:35:19.758002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586344551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T05:35:19.758466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.322015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:35:19.758459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145245951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:158275"} {"level":"warn","ts":"2026-03-31T05:35:19.758252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.791798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T05:35:19.758468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669020644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:35:19.758472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744133187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:35:19.75852Z","caller":"traceutil/trace.go:171","msg":"trace[1485660983] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:15344; }","duration":"2.145340183s","start":"2026-03-31T05:35:17.613165Z","end":"2026-03-31T05:35:19.758505Z","steps":["trace[1485660983] 'agreement among raft nodes before linearized reading' (duration: 2.144940591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:19.758534Z","caller":"traceutil/trace.go:171","msg":"trace[1940208582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15344; }","duration":"1.669099727s","start":"2026-03-31T05:35:18.089418Z","end":"2026-03-31T05:35:19.758518Z","steps":["trace[1940208582] 'agreement among raft nodes before linearized reading' (duration: 1.668969923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:17.613144Z","time spent":"2.145402086s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":158299,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:35:19.758554Z","caller":"traceutil/trace.go:171","msg":"trace[453436877] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15344; }","duration":"1.744258562s","start":"2026-03-31T05:35:18.014279Z","end":"2026-03-31T05:35:19.758538Z","steps":["trace[453436877] 'agreement among raft nodes before linearized reading' (duration: 1.744126807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.089366Z","time spent":"1.669194659s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:35:19.75801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.329533Z","time spent":"428.471838ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:35:19.758489Z","caller":"traceutil/trace.go:171","msg":"trace[334008195] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:15344; }","duration":"1.586867639s","start":"2026-03-31T05:35:18.171613Z","end":"2026-03-31T05:35:19.758481Z","steps":["trace[334008195] 'agreement among raft nodes before linearized reading' (duration: 1.586361003s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:19.758495Z","caller":"traceutil/trace.go:171","msg":"trace[1564058081] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15344; }","duration":"429.392277ms","start":"2026-03-31T05:35:19.329094Z","end":"2026-03-31T05:35:19.758486Z","steps":["trace[1564058081] 'agreement among raft nodes before linearized reading' (duration: 429.304594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.329077Z","time spent":"429.580823ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:35:19.758591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.014258Z","time spent":"1.744323463s","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:35:19.758682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.171589Z","time spent":"1.587066524s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:35:19.758512Z","caller":"traceutil/trace.go:171","msg":"trace[118636656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15344; }","duration":"429.065997ms","start":"2026-03-31T05:35:19.329441Z","end":"2026-03-31T05:35:19.758507Z","steps":["trace[118636656] 'agreement among raft nodes before linearized reading' (duration: 428.763427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:19.329433Z","time spent":"429.344205ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:35:19.757959Z","caller":"traceutil/trace.go:171","msg":"trace[492027616] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15344; }","duration":"819.887285ms","start":"2026-03-31T05:35:18.938063Z","end":"2026-03-31T05:35:19.757951Z","steps":["trace[492027616] 'agreement among raft nodes before linearized reading' (duration: 819.814633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:19.758876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:18.938034Z","time spent":"820.830005ms","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:35:37.606614Z","caller":"traceutil/trace.go:171","msg":"trace[845443176] linearizableReadLoop","detail":"{readStateIndex:16230; appliedIndex:16229; }","duration":"128.763028ms","start":"2026-03-31T05:35:37.477827Z","end":"2026-03-31T05:35:37.60659Z","steps":["trace[845443176] 'read index received' (duration: 128.576572ms)","trace[845443176] 'applied index is now lower than readState.Index' (duration: 185.506µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:37.606851Z","caller":"traceutil/trace.go:171","msg":"trace[564378406] transaction","detail":"{read_only:false; response_revision:15666; number_of_response:1; }","duration":"200.228356ms","start":"2026-03-31T05:35:37.406599Z","end":"2026-03-31T05:35:37.606827Z","steps":["trace[564378406] 'process raft request' (duration: 199.814953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:37.606899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.057408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-31T05:35:37.606971Z","caller":"traceutil/trace.go:171","msg":"trace[13733849] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:15666; }","duration":"129.204012ms","start":"2026-03-31T05:35:37.477719Z","end":"2026-03-31T05:35:37.606923Z","steps":["trace[13733849] 'agreement among raft nodes before linearized reading' (duration: 129.054898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:37.607034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.700222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-31T05:35:37.607217Z","caller":"traceutil/trace.go:171","msg":"trace[519881473] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15666; }","duration":"126.91747ms","start":"2026-03-31T05:35:37.480281Z","end":"2026-03-31T05:35:37.607198Z","steps":["trace[519881473] 'agreement among raft nodes before linearized reading' (duration: 126.60544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:46.828036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.671647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T05:35:46.828021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.33242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:46.828129Z","caller":"traceutil/trace.go:171","msg":"trace[26746495] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15718; }","duration":"285.815401ms","start":"2026-03-31T05:35:46.542292Z","end":"2026-03-31T05:35:46.828107Z","steps":["trace[26746495] 'count revisions from in-memory index tree' (duration: 285.518801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:46.828105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.273644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T05:35:46.828158Z","caller":"traceutil/trace.go:171","msg":"trace[218338651] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15718; }","duration":"645.519436ms","start":"2026-03-31T05:35:46.182611Z","end":"2026-03-31T05:35:46.828131Z","steps":["trace[218338651] 'count revisions from in-memory index tree' (duration: 645.245387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:46.828187Z","caller":"traceutil/trace.go:171","msg":"trace[1205966641] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15718; }","duration":"642.364257ms","start":"2026-03-31T05:35:46.185801Z","end":"2026-03-31T05:35:46.828165Z","steps":["trace[1205966641] 'range keys from in-memory index tree' (duration: 642.078647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:46.828231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:46.185778Z","time spent":"642.443988ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:35:46.828231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:46.182592Z","time spent":"645.621009ms","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:35:47.259755Z","caller":"traceutil/trace.go:171","msg":"trace[727051760] linearizableReadLoop","detail":"{readStateIndex:16287; appliedIndex:16286; }","duration":"168.37307ms","start":"2026-03-31T05:35:47.091356Z","end":"2026-03-31T05:35:47.259729Z","steps":["trace[727051760] 'read index received' (duration: 168.168194ms)","trace[727051760] 'applied index is now lower than readState.Index' (duration: 203.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:47.259769Z","caller":"traceutil/trace.go:171","msg":"trace[500517460] transaction","detail":"{read_only:false; response_revision:15721; number_of_response:1; }","duration":"190.069576ms","start":"2026-03-31T05:35:47.069667Z","end":"2026-03-31T05:35:47.259736Z","steps":["trace[500517460] 'process raft request' (duration: 189.88279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:47.260131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.449247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-31T05:35:47.260209Z","caller":"traceutil/trace.go:171","msg":"trace[706564383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15721; }","duration":"146.577411ms","start":"2026-03-31T05:35:47.113611Z","end":"2026-03-31T05:35:47.260189Z","steps":["trace[706564383] 'agreement among raft nodes before linearized reading' (duration: 146.317833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:47.260042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.67371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:47.260258Z","caller":"traceutil/trace.go:171","msg":"trace[1098201639] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15721; }","duration":"168.962348ms","start":"2026-03-31T05:35:47.091278Z","end":"2026-03-31T05:35:47.26024Z","steps":["trace[1098201639] 'agreement among raft nodes before linearized reading' (duration: 168.584407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:47.674044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.071006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T05:35:47.674151Z","caller":"traceutil/trace.go:171","msg":"trace[1554262576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15721; }","duration":"335.202681ms","start":"2026-03-31T05:35:47.33892Z","end":"2026-03-31T05:35:47.674122Z","steps":["trace[1554262576] 'range keys from in-memory index tree' (duration: 334.920782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:47.67421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:47.338914Z","time spent":"335.281193ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T05:35:47.676709Z","caller":"traceutil/trace.go:171","msg":"trace[1735064142] transaction","detail":"{read_only:false; response_revision:15722; number_of_response:1; }","duration":"333.125385ms","start":"2026-03-31T05:35:47.343567Z","end":"2026-03-31T05:35:47.676692Z","steps":["trace[1735064142] 'process raft request' (duration: 332.991191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:47.676833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:47.343536Z","time spent":"333.221868ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:35:47.677014Z","caller":"traceutil/trace.go:171","msg":"trace[1824526826] linearizableReadLoop","detail":"{readStateIndex:16288; appliedIndex:16288; }","duration":"322.335265ms","start":"2026-03-31T05:35:47.354653Z","end":"2026-03-31T05:35:47.676988Z","steps":["trace[1824526826] 'read index received' (duration: 322.314964ms)","trace[1824526826] 'applied index is now lower than readState.Index' (duration: 18.181µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:47.677248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.52665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-7vpps.18a1d643f9d84289\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-31T05:35:47.677308Z","caller":"traceutil/trace.go:171","msg":"trace[231241643] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-7vpps.18a1d643f9d84289; range_end:; response_count:1; response_revision:15722; }","duration":"322.658204ms","start":"2026-03-31T05:35:47.354631Z","end":"2026-03-31T05:35:47.677289Z","steps":["trace[231241643] 'agreement among raft nodes before linearized reading' (duration: 322.441747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:47.677364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:35:47.354623Z","time spent":"322.725887ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-7vpps.18a1d643f9d84289\" "} {"level":"info","ts":"2026-03-31T05:35:55.307272Z","caller":"traceutil/trace.go:171","msg":"trace[1401446517] linearizableReadLoop","detail":"{readStateIndex:16329; appliedIndex:16328; }","duration":"119.216003ms","start":"2026-03-31T05:35:55.188032Z","end":"2026-03-31T05:35:55.307248Z","steps":["trace[1401446517] 'read index received' (duration: 118.928843ms)","trace[1401446517] 'applied index is now lower than readState.Index' (duration: 283.069µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:55.307385Z","caller":"traceutil/trace.go:171","msg":"trace[524606446] transaction","detail":"{read_only:false; response_revision:15762; number_of_response:1; }","duration":"175.366545ms","start":"2026-03-31T05:35:55.131975Z","end":"2026-03-31T05:35:55.307341Z","steps":["trace[524606446] 'process raft request' (duration: 175.112847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:55.307518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.45824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-31T05:35:55.307589Z","caller":"traceutil/trace.go:171","msg":"trace[117336366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15762; }","duration":"119.574764ms","start":"2026-03-31T05:35:55.187995Z","end":"2026-03-31T05:35:55.307569Z","steps":["trace[117336366] 'agreement among raft nodes before linearized reading' (duration: 119.379858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:55.562644Z","caller":"traceutil/trace.go:171","msg":"trace[2023963280] transaction","detail":"{read_only:false; response_revision:15767; number_of_response:1; }","duration":"114.638918ms","start":"2026-03-31T05:35:55.447985Z","end":"2026-03-31T05:35:55.562624Z","steps":["trace[2023963280] 'process raft request' (duration: 114.483613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:55.979436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.528605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:35:55.979565Z","caller":"traceutil/trace.go:171","msg":"trace[224366163] linearizableReadLoop","detail":"{readStateIndex:16339; appliedIndex:16338; }","duration":"185.616039ms","start":"2026-03-31T05:35:55.793926Z","end":"2026-03-31T05:35:55.979542Z","steps":["trace[224366163] 'read index received' (duration: 38.834286ms)","trace[224366163] 'applied index is now lower than readState.Index' (duration: 146.778143ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:55.979575Z","caller":"traceutil/trace.go:171","msg":"trace[689315887] transaction","detail":"{read_only:false; response_revision:15771; number_of_response:1; }","duration":"289.836948ms","start":"2026-03-31T05:35:55.689714Z","end":"2026-03-31T05:35:55.979551Z","steps":["trace[689315887] 'process raft request' (duration: 143.033944ms)","trace[689315887] 'compare' (duration: 146.207685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:55.979822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.887737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-31T05:35:55.979868Z","caller":"traceutil/trace.go:171","msg":"trace[1570636] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:15771; }","duration":"185.96541ms","start":"2026-03-31T05:35:55.793888Z","end":"2026-03-31T05:35:55.979854Z","steps":["trace[1570636] 'agreement among raft nodes before linearized reading' (duration: 185.714022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:56.211623Z","caller":"traceutil/trace.go:171","msg":"trace[399373461] linearizableReadLoop","detail":"{readStateIndex:16344; appliedIndex:16343; }","duration":"195.073847ms","start":"2026-03-31T05:35:56.016525Z","end":"2026-03-31T05:35:56.211599Z","steps":["trace[399373461] 'read index received' (duration: 97.759235ms)","trace[399373461] 'applied index is now lower than readState.Index' (duration: 97.313392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:56.211724Z","caller":"traceutil/trace.go:171","msg":"trace[2117726881] transaction","detail":"{read_only:false; response_revision:15776; number_of_response:1; }","duration":"196.307515ms","start":"2026-03-31T05:35:56.015407Z","end":"2026-03-31T05:35:56.211715Z","steps":["trace[2117726881] 'process raft request' (duration: 98.930762ms)","trace[2117726881] 'compare' (duration: 96.777374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:56.211888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.614925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T05:35:56.211942Z","caller":"traceutil/trace.go:171","msg":"trace[32369122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15776; }","duration":"189.693607ms","start":"2026-03-31T05:35:56.022237Z","end":"2026-03-31T05:35:56.21193Z","steps":["trace[32369122] 'agreement among raft nodes before linearized reading' (duration: 189.541582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:56.21201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.076287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:35:56.212044Z","caller":"traceutil/trace.go:171","msg":"trace[252894388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15776; }","duration":"144.109268ms","start":"2026-03-31T05:35:56.067924Z","end":"2026-03-31T05:35:56.212034Z","steps":["trace[252894388] 'agreement among raft nodes before linearized reading' (duration: 144.033236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:56.212066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.776357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-31T05:35:56.2121Z","caller":"traceutil/trace.go:171","msg":"trace[22850508] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15776; }","duration":"181.840899ms","start":"2026-03-31T05:35:56.030249Z","end":"2026-03-31T05:35:56.21209Z","steps":["trace[22850508] 'agreement among raft nodes before linearized reading' (duration: 181.756726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:56.212193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.641394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-31T05:35:56.212271Z","caller":"traceutil/trace.go:171","msg":"trace[1220049916] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15776; }","duration":"195.749448ms","start":"2026-03-31T05:35:56.016501Z","end":"2026-03-31T05:35:56.212251Z","steps":["trace[1220049916] 'agreement among raft nodes before linearized reading' (duration: 195.532511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:56.212189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.982447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T05:35:56.212374Z","caller":"traceutil/trace.go:171","msg":"trace[1217732943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15776; }","duration":"146.249936ms","start":"2026-03-31T05:35:56.066113Z","end":"2026-03-31T05:35:56.212363Z","steps":["trace[1217732943] 'agreement among raft nodes before linearized reading' (duration: 145.893305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:58.208255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.025471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T05:35:58.208352Z","caller":"traceutil/trace.go:171","msg":"trace[1155237140] linearizableReadLoop","detail":"{readStateIndex:16353; appliedIndex:16352; }","duration":"288.748574ms","start":"2026-03-31T05:35:57.919588Z","end":"2026-03-31T05:35:58.208336Z","steps":["trace[1155237140] 'read index received' (duration: 11.127511ms)","trace[1155237140] 'applied index is now lower than readState.Index' (duration: 277.619793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:58.20843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.841346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:58.208458Z","caller":"traceutil/trace.go:171","msg":"trace[1232108816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15785; }","duration":"288.907989ms","start":"2026-03-31T05:35:57.919541Z","end":"2026-03-31T05:35:58.208449Z","steps":["trace[1232108816] 'agreement among raft nodes before linearized reading' (duration: 288.855768ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:58.208443Z","caller":"traceutil/trace.go:171","msg":"trace[1221774223] transaction","detail":"{read_only:false; response_revision:15785; number_of_response:1; }","duration":"290.727556ms","start":"2026-03-31T05:35:57.91768Z","end":"2026-03-31T05:35:58.208408Z","steps":["trace[1221774223] 'process raft request' (duration: 156.447308ms)","trace[1221774223] 'compare' (duration: 133.807953ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:58.264152Z","caller":"traceutil/trace.go:171","msg":"trace[1384512951] transaction","detail":"{read_only:false; response_revision:15786; number_of_response:1; }","duration":"276.946881ms","start":"2026-03-31T05:35:57.987168Z","end":"2026-03-31T05:35:58.264114Z","steps":["trace[1384512951] 'process raft request' (duration: 276.782226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:58.264246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.839095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:58.26428Z","caller":"traceutil/trace.go:171","msg":"trace[208145051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:15788; }","duration":"287.890917ms","start":"2026-03-31T05:35:57.976381Z","end":"2026-03-31T05:35:58.264272Z","steps":["trace[208145051] 'agreement among raft nodes before linearized reading' (duration: 287.822195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:58.26436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.492738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-31T05:35:58.264496Z","caller":"traceutil/trace.go:171","msg":"trace[987711734] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:15788; }","duration":"264.663523ms","start":"2026-03-31T05:35:57.999812Z","end":"2026-03-31T05:35:58.264475Z","steps":["trace[987711734] 'agreement among raft nodes before linearized reading' (duration: 264.364454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:58.264164Z","caller":"traceutil/trace.go:171","msg":"trace[1920448360] transaction","detail":"{read_only:false; response_revision:15787; number_of_response:1; }","duration":"274.919447ms","start":"2026-03-31T05:35:57.989222Z","end":"2026-03-31T05:35:58.264142Z","steps":["trace[1920448360] 'process raft request' (duration: 274.821374ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:58.264768Z","caller":"traceutil/trace.go:171","msg":"trace[1670397547] transaction","detail":"{read_only:false; response_revision:15788; number_of_response:1; }","duration":"275.354281ms","start":"2026-03-31T05:35:57.989371Z","end":"2026-03-31T05:35:58.264725Z","steps":["trace[1670397547] 'process raft request' (duration: 274.697891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:58.264813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.120788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T05:35:58.264862Z","caller":"traceutil/trace.go:171","msg":"trace[1741326817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15788; }","duration":"252.20692ms","start":"2026-03-31T05:35:58.012642Z","end":"2026-03-31T05:35:58.264849Z","steps":["trace[1741326817] 'agreement among raft nodes before linearized reading' (duration: 252.079936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:58.265331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.48202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:35:58.265392Z","caller":"traceutil/trace.go:171","msg":"trace[1577881060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15788; }","duration":"177.141271ms","start":"2026-03-31T05:35:58.088234Z","end":"2026-03-31T05:35:58.265375Z","steps":["trace[1577881060] 'agreement among raft nodes before linearized reading' (duration: 176.450329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:58.402187Z","caller":"traceutil/trace.go:171","msg":"trace[1341120584] linearizableReadLoop","detail":"{readStateIndex:16358; appliedIndex:16357; }","duration":"106.253694ms","start":"2026-03-31T05:35:58.295898Z","end":"2026-03-31T05:35:58.402152Z","steps":["trace[1341120584] 'read index received' (duration: 79.068586ms)","trace[1341120584] 'applied index is now lower than readState.Index' (duration: 27.183608ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:35:58.402272Z","caller":"traceutil/trace.go:171","msg":"trace[1710746031] transaction","detail":"{read_only:false; response_revision:15790; number_of_response:1; }","duration":"132.960876ms","start":"2026-03-31T05:35:58.269271Z","end":"2026-03-31T05:35:58.402231Z","steps":["trace[1710746031] 'process raft request' (duration: 105.778798ms)","trace[1710746031] 'compare' (duration: 26.939921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:35:58.402496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.857034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18810"} {"level":"info","ts":"2026-03-31T05:35:58.402548Z","caller":"traceutil/trace.go:171","msg":"trace[120799162] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15790; }","duration":"132.938386ms","start":"2026-03-31T05:35:58.269595Z","end":"2026-03-31T05:35:58.402534Z","steps":["trace[120799162] 'agreement among raft nodes before linearized reading' (duration: 132.75002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:58.414697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.207429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T05:35:58.414809Z","caller":"traceutil/trace.go:171","msg":"trace[1636704691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15790; }","duration":"117.321612ms","start":"2026-03-31T05:35:58.297427Z","end":"2026-03-31T05:35:58.414749Z","steps":["trace[1636704691] 'agreement among raft nodes before linearized reading' (duration: 105.19211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:35:58.415589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.067469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:69 size:664806"} {"level":"info","ts":"2026-03-31T05:35:58.415697Z","caller":"traceutil/trace.go:171","msg":"trace[887213315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:69; response_revision:15790; }","duration":"145.190963ms","start":"2026-03-31T05:35:58.270465Z","end":"2026-03-31T05:35:58.415656Z","steps":["trace[887213315] 'agreement among raft nodes before linearized reading' (duration: 131.7831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:58.661933Z","caller":"traceutil/trace.go:171","msg":"trace[351278229] transaction","detail":"{read_only:false; response_revision:15793; number_of_response:1; }","duration":"245.791638ms","start":"2026-03-31T05:35:58.416111Z","end":"2026-03-31T05:35:58.661903Z","steps":["trace[351278229] 'process raft request' (duration: 245.52036ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:35:58.662075Z","caller":"traceutil/trace.go:171","msg":"trace[121933578] transaction","detail":"{read_only:false; response_revision:15794; number_of_response:1; }","duration":"242.681079ms","start":"2026-03-31T05:35:58.419358Z","end":"2026-03-31T05:35:58.662039Z","steps":["trace[121933578] 'process raft request' (duration: 242.487333ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.395578Z","caller":"traceutil/trace.go:171","msg":"trace[936091438] transaction","detail":"{read_only:false; response_revision:15828; number_of_response:1; }","duration":"105.81581ms","start":"2026-03-31T05:36:06.289746Z","end":"2026-03-31T05:36:06.395562Z","steps":["trace[936091438] 'process raft request' (duration: 105.648864ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.440363Z","caller":"traceutil/trace.go:171","msg":"trace[1618353587] linearizableReadLoop","detail":"{readStateIndex:16400; appliedIndex:16397; }","duration":"110.806317ms","start":"2026-03-31T05:36:06.329529Z","end":"2026-03-31T05:36:06.440335Z","steps":["trace[1618353587] 'read index received' (duration: 65.92909ms)","trace[1618353587] 'applied index is now lower than readState.Index' (duration: 44.875926ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:06.44336Z","caller":"traceutil/trace.go:171","msg":"trace[932280254] transaction","detail":"{read_only:false; response_revision:15829; number_of_response:1; }","duration":"151.410609ms","start":"2026-03-31T05:36:06.291931Z","end":"2026-03-31T05:36:06.443342Z","steps":["trace[932280254] 'process raft request' (duration: 148.168926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:06.443637Z","caller":"traceutil/trace.go:171","msg":"trace[1848983028] transaction","detail":"{read_only:false; response_revision:15830; number_of_response:1; }","duration":"151.298385ms","start":"2026-03-31T05:36:06.292328Z","end":"2026-03-31T05:36:06.443626Z","steps":["trace[1848983028] 'process raft request' (duration: 147.94807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:06.443843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.307528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T05:36:06.443893Z","caller":"traceutil/trace.go:171","msg":"trace[1785093871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15830; }","duration":"114.406741ms","start":"2026-03-31T05:36:06.329476Z","end":"2026-03-31T05:36:06.443883Z","steps":["trace[1785093871] 'agreement among raft nodes before linearized reading' (duration: 114.269166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:06.444062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.839153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T05:36:06.444101Z","caller":"traceutil/trace.go:171","msg":"trace[626086711] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:15830; }","duration":"113.919005ms","start":"2026-03-31T05:36:06.330171Z","end":"2026-03-31T05:36:06.44409Z","steps":["trace[626086711] 'agreement among raft nodes before linearized reading' (duration: 113.842863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:22.137267Z","caller":"traceutil/trace.go:171","msg":"trace[1315817182] transaction","detail":"{read_only:false; response_revision:16224; number_of_response:1; }","duration":"119.696978ms","start":"2026-03-31T05:36:22.017542Z","end":"2026-03-31T05:36:22.137239Z","steps":["trace[1315817182] 'process raft request' (duration: 119.532432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:22.298359Z","caller":"traceutil/trace.go:171","msg":"trace[1039702704] linearizableReadLoop","detail":"{readStateIndex:16803; appliedIndex:16801; }","duration":"212.972162ms","start":"2026-03-31T05:36:22.08536Z","end":"2026-03-31T05:36:22.298333Z","steps":["trace[1039702704] 'read index received' (duration: 51.739343ms)","trace[1039702704] 'applied index is now lower than readState.Index' (duration: 161.231709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:22.298495Z","caller":"traceutil/trace.go:171","msg":"trace[1634953643] transaction","detail":"{read_only:false; response_revision:16225; number_of_response:1; }","duration":"274.508315ms","start":"2026-03-31T05:36:22.023973Z","end":"2026-03-31T05:36:22.298482Z","steps":["trace[1634953643] 'process raft request' (duration: 266.048178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:22.298704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.321653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T05:36:22.298891Z","caller":"traceutil/trace.go:171","msg":"trace[688724199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16225; }","duration":"213.556601ms","start":"2026-03-31T05:36:22.085307Z","end":"2026-03-31T05:36:22.298864Z","steps":["trace[688724199] 'agreement among raft nodes before linearized reading' (duration: 213.298883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:22.557055Z","caller":"traceutil/trace.go:171","msg":"trace[76978905] transaction","detail":"{read_only:false; response_revision:16226; number_of_response:1; }","duration":"106.77735ms","start":"2026-03-31T05:36:22.450246Z","end":"2026-03-31T05:36:22.557023Z","steps":["trace[76978905] 'process raft request' (duration: 106.542772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:22.627681Z","caller":"traceutil/trace.go:171","msg":"trace[1733717869] transaction","detail":"{read_only:false; response_revision:16227; number_of_response:1; }","duration":"124.859811ms","start":"2026-03-31T05:36:22.502792Z","end":"2026-03-31T05:36:22.627652Z","steps":["trace[1733717869] 'process raft request' (duration: 106.736269ms)","trace[1733717869] 'compare' (duration: 17.950717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:22.628233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.727551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-31T05:36:22.627881Z","caller":"traceutil/trace.go:171","msg":"trace[1935717963] transaction","detail":"{read_only:false; response_revision:16228; number_of_response:1; }","duration":"124.063596ms","start":"2026-03-31T05:36:22.503801Z","end":"2026-03-31T05:36:22.627864Z","steps":["trace[1935717963] 'process raft request' (duration: 123.809748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:22.628318Z","caller":"traceutil/trace.go:171","msg":"trace[1857222684] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:16228; }","duration":"146.851715ms","start":"2026-03-31T05:36:22.481437Z","end":"2026-03-31T05:36:22.628289Z","steps":["trace[1857222684] 'agreement among raft nodes before linearized reading' (duration: 146.563306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:24.704241Z","caller":"traceutil/trace.go:171","msg":"trace[852833052] transaction","detail":"{read_only:false; response_revision:16241; number_of_response:1; }","duration":"142.503008ms","start":"2026-03-31T05:36:24.561707Z","end":"2026-03-31T05:36:24.70421Z","steps":["trace[852833052] 'process raft request' (duration: 142.280711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:24.749006Z","caller":"traceutil/trace.go:171","msg":"trace[1239451471] transaction","detail":"{read_only:false; response_revision:16242; number_of_response:1; }","duration":"115.537776ms","start":"2026-03-31T05:36:24.633445Z","end":"2026-03-31T05:36:24.748983Z","steps":["trace[1239451471] 'process raft request' (duration: 115.162214ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:24.749268Z","caller":"traceutil/trace.go:171","msg":"trace[1472675080] linearizableReadLoop","detail":"{readStateIndex:16821; appliedIndex:16818; }","duration":"108.387531ms","start":"2026-03-31T05:36:24.640847Z","end":"2026-03-31T05:36:24.749235Z","steps":["trace[1472675080] 'read index received' (duration: 63.073211ms)","trace[1472675080] 'applied index is now lower than readState.Index' (duration: 45.31171ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:24.749352Z","caller":"traceutil/trace.go:171","msg":"trace[795837975] transaction","detail":"{read_only:false; response_revision:16243; number_of_response:1; }","duration":"115.871387ms","start":"2026-03-31T05:36:24.633443Z","end":"2026-03-31T05:36:24.749315Z","steps":["trace[795837975] 'process raft request' (duration: 115.497906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:24.749547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.69524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-31T05:36:24.749611Z","caller":"traceutil/trace.go:171","msg":"trace[1446848834] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:16243; }","duration":"108.807074ms","start":"2026-03-31T05:36:24.640791Z","end":"2026-03-31T05:36:24.749598Z","steps":["trace[1446848834] 'agreement among raft nodes before linearized reading' (duration: 108.611578ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:57.679189Z","caller":"traceutil/trace.go:171","msg":"trace[1204402665] linearizableReadLoop","detail":"{readStateIndex:17004; appliedIndex:17003; }","duration":"223.926687ms","start":"2026-03-31T05:36:57.455236Z","end":"2026-03-31T05:36:57.679162Z","steps":["trace[1204402665] 'read index received' (duration: 223.713841ms)","trace[1204402665] 'applied index is now lower than readState.Index' (duration: 211.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:57.679248Z","caller":"traceutil/trace.go:171","msg":"trace[1057537248] transaction","detail":"{read_only:false; response_revision:16419; number_of_response:1; }","duration":"287.561776ms","start":"2026-03-31T05:36:57.391669Z","end":"2026-03-31T05:36:57.679231Z","steps":["trace[1057537248] 'process raft request' (duration: 287.355129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:57.679551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.25579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:57.679633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.417385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:57.679596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.813951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:57.679632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.369051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416187"} {"level":"info","ts":"2026-03-31T05:36:57.679687Z","caller":"traceutil/trace.go:171","msg":"trace[1280456250] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16419; }","duration":"155.492447ms","start":"2026-03-31T05:36:57.52418Z","end":"2026-03-31T05:36:57.679673Z","steps":["trace[1280456250] 'agreement among raft nodes before linearized reading' (duration: 155.421255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:57.679689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.064409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:57.679729Z","caller":"traceutil/trace.go:171","msg":"trace[217137969] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:16419; }","duration":"224.513967ms","start":"2026-03-31T05:36:57.455193Z","end":"2026-03-31T05:36:57.679707Z","steps":["trace[217137969] 'agreement among raft nodes before linearized reading' (duration: 224.148615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:57.679609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.982386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:36:57.679739Z","caller":"traceutil/trace.go:171","msg":"trace[179971089] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16419; }","duration":"221.954635ms","start":"2026-03-31T05:36:57.457734Z","end":"2026-03-31T05:36:57.679689Z","steps":["trace[179971089] 'agreement among raft nodes before linearized reading' (duration: 221.766119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:57.679746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.456906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:57.679771Z","caller":"traceutil/trace.go:171","msg":"trace[1499210700] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16419; }","duration":"222.158691ms","start":"2026-03-31T05:36:57.457603Z","end":"2026-03-31T05:36:57.679762Z","steps":["trace[1499210700] 'agreement among raft nodes before linearized reading' (duration: 221.913564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:57.679453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.876163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:57.679774Z","caller":"traceutil/trace.go:171","msg":"trace[1111449738] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16419; }","duration":"222.160772ms","start":"2026-03-31T05:36:57.457592Z","end":"2026-03-31T05:36:57.679753Z","steps":["trace[1111449738] 'agreement among raft nodes before linearized reading' (duration: 221.980196ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:57.679795Z","caller":"traceutil/trace.go:171","msg":"trace[2019686997] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16419; }","duration":"155.518219ms","start":"2026-03-31T05:36:57.524262Z","end":"2026-03-31T05:36:57.67978Z","steps":["trace[2019686997] 'agreement among raft nodes before linearized reading' (duration: 155.412186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:57.679613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.365143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:36:57.679843Z","caller":"traceutil/trace.go:171","msg":"trace[486345163] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16419; }","duration":"155.597311ms","start":"2026-03-31T05:36:57.524238Z","end":"2026-03-31T05:36:57.679835Z","steps":["trace[486345163] 'agreement among raft nodes before linearized reading' (duration: 155.26612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:57.679741Z","caller":"traceutil/trace.go:171","msg":"trace[140738510] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16419; }","duration":"155.404515ms","start":"2026-03-31T05:36:57.524255Z","end":"2026-03-31T05:36:57.679659Z","steps":["trace[140738510] 'agreement among raft nodes before linearized reading' (duration: 155.188228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:57.679915Z","caller":"traceutil/trace.go:171","msg":"trace[1535421846] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16419; }","duration":"222.270765ms","start":"2026-03-31T05:36:57.457527Z","end":"2026-03-31T05:36:57.679798Z","steps":["trace[1535421846] 'agreement among raft nodes before linearized reading' (duration: 221.862643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:58.468267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.00473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-31T05:36:58.468431Z","caller":"traceutil/trace.go:171","msg":"trace[1524219310] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:16419; }","duration":"736.221877ms","start":"2026-03-31T05:36:57.73219Z","end":"2026-03-31T05:36:58.468412Z","steps":["trace[1524219310] 'range keys from in-memory index tree' (duration: 735.815344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:58.468502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:57.732167Z","time spent":"736.32245ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" "} {"level":"info","ts":"2026-03-31T05:36:58.470445Z","caller":"traceutil/trace.go:171","msg":"trace[509685508] linearizableReadLoop","detail":"{readStateIndex:17005; appliedIndex:17004; }","duration":"249.893687ms","start":"2026-03-31T05:36:58.220492Z","end":"2026-03-31T05:36:58.470386Z","steps":["trace[509685508] 'read index received' (duration: 248.870275ms)","trace[509685508] 'applied index is now lower than readState.Index' (duration: 1.022602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:58.470518Z","caller":"traceutil/trace.go:171","msg":"trace[2095674518] transaction","detail":"{read_only:false; response_revision:16420; number_of_response:1; }","duration":"409.36376ms","start":"2026-03-31T05:36:58.061074Z","end":"2026-03-31T05:36:58.470438Z","steps":["trace[2095674518] 'process raft request' (duration: 408.583245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:58.470675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.128674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:36:58.470769Z","caller":"traceutil/trace.go:171","msg":"trace[1324057177] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16420; }","duration":"250.262539ms","start":"2026-03-31T05:36:58.220449Z","end":"2026-03-31T05:36:58.470712Z","steps":["trace[1324057177] 'agreement among raft nodes before linearized reading' (duration: 250.130254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:58.470796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.061042Z","time spent":"409.608078ms","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416771,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:59.545605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.966277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:36:59.545716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.767357Z","time spent":"778.352517ms","remote":"127.0.0.1:35284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:36:59.545737Z","caller":"traceutil/trace.go:171","msg":"trace[1945731653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16420; }","duration":"933.156433ms","start":"2026-03-31T05:36:58.612554Z","end":"2026-03-31T05:36:59.54571Z","steps":["trace[1945731653] 'range keys from in-memory index tree' (duration: 932.849333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.545804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.612528Z","time spent":"933.260986ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:36:59.546093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.265633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:36:59.546201Z","caller":"traceutil/trace.go:171","msg":"trace[316184931] transaction","detail":"{read_only:false; response_revision:16421; number_of_response:1; }","duration":"631.577204ms","start":"2026-03-31T05:36:58.914593Z","end":"2026-03-31T05:36:59.54617Z","steps":["trace[316184931] 'process raft request' (duration: 46.168207ms)","trace[316184931] 'compare' (duration: 584.384894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:36:59.546358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.91457Z","time spent":"631.698298ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:36:59.546352Z","caller":"traceutil/trace.go:171","msg":"trace[321447063] linearizableReadLoop","detail":"{readStateIndex:17006; appliedIndex:17005; }","duration":"630.838101ms","start":"2026-03-31T05:36:58.915437Z","end":"2026-03-31T05:36:59.546275Z","steps":["trace[321447063] 'read index received' (duration: 45.345781ms)","trace[321447063] 'applied index is now lower than readState.Index' (duration: 585.48927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:36:59.546389Z","caller":"traceutil/trace.go:171","msg":"trace[1477214053] transaction","detail":"{read_only:false; response_revision:16423; number_of_response:1; }","duration":"629.438177ms","start":"2026-03-31T05:36:58.916931Z","end":"2026-03-31T05:36:59.546369Z","steps":["trace[1477214053] 'process raft request' (duration: 629.352114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.546489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.916905Z","time spent":"629.535059ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:59.546613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.166351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:36:59.546624Z","caller":"traceutil/trace.go:171","msg":"trace[107272240] transaction","detail":"{read_only:false; response_revision:16422; number_of_response:1; }","duration":"629.748727ms","start":"2026-03-31T05:36:58.916864Z","end":"2026-03-31T05:36:59.546612Z","steps":["trace[107272240] 'process raft request' (duration: 629.314973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:36:59.546668Z","caller":"traceutil/trace.go:171","msg":"trace[504317216] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16423; }","duration":"631.278945ms","start":"2026-03-31T05:36:58.915372Z","end":"2026-03-31T05:36:59.546651Z","steps":["trace[504317216] 'agreement among raft nodes before linearized reading' (duration: 631.068468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:36:59.546707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.916831Z","time spent":"629.826549ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:36:59.546712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.91529Z","time spent":"631.410178ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:37:00.047053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782542160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:37:00.547302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782542160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:37:00.582727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039044494s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:37:00.634055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.272216ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.634161Z","caller":"traceutil/trace.go:171","msg":"trace[1987393026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16423; }","duration":"760.379729ms","start":"2026-03-31T05:36:59.873758Z","end":"2026-03-31T05:37:00.634138Z","steps":["trace[1987393026] 'range keys from in-memory index tree' (duration: 760.257766ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634155Z","caller":"traceutil/trace.go:171","msg":"trace[445487017] linearizableReadLoop","detail":"{readStateIndex:17009; appliedIndex:17008; }","duration":"1.08770225s","start":"2026-03-31T05:36:59.546405Z","end":"2026-03-31T05:37:00.634107Z","steps":["trace[445487017] 'read index received' (duration: 1.036548966s)","trace[445487017] 'applied index is now lower than readState.Index' (duration: 51.151734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:00.634229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287466445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.634295Z","caller":"traceutil/trace.go:171","msg":"trace[1195608515] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:16424; }","duration":"1.287577499s","start":"2026-03-31T05:36:59.346698Z","end":"2026-03-31T05:37:00.634276Z","steps":["trace[1195608515] 'agreement among raft nodes before linearized reading' (duration: 1.287469985s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634284Z","caller":"traceutil/trace.go:171","msg":"trace[1670270607] transaction","detail":"{read_only:false; response_revision:16424; number_of_response:1; }","duration":"1.525363674s","start":"2026-03-31T05:36:59.108889Z","end":"2026-03-31T05:37:00.634253Z","steps":["trace[1670270607] 'process raft request' (duration: 1.474048814s)","trace[1670270607] 'compare' (duration: 50.6976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:00.634303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485498626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20760"} {"level":"warn","ts":"2026-03-31T05:37:00.634312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285941468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:00.634351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692810529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:37:00.634387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487003013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18723"} {"level":"info","ts":"2026-03-31T05:37:00.634388Z","caller":"traceutil/trace.go:171","msg":"trace[971745624] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:16424; }","duration":"1.485591429s","start":"2026-03-31T05:36:59.148776Z","end":"2026-03-31T05:37:00.634367Z","steps":["trace[971745624] 'agreement among raft nodes before linearized reading' (duration: 1.485360721s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634398Z","caller":"traceutil/trace.go:171","msg":"trace[792949405] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"1.286058601s","start":"2026-03-31T05:36:59.34832Z","end":"2026-03-31T05:37:00.634379Z","steps":["trace[792949405] 'agreement among raft nodes before linearized reading' (duration: 1.285905306s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634409Z","caller":"traceutil/trace.go:171","msg":"trace[705849744] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16424; }","duration":"1.692905912s","start":"2026-03-31T05:36:58.941488Z","end":"2026-03-31T05:37:00.634394Z","steps":["trace[705849744] 'agreement among raft nodes before linearized reading' (duration: 1.692761958s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634422Z","caller":"traceutil/trace.go:171","msg":"trace[617221732] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16424; }","duration":"1.487059665s","start":"2026-03-31T05:36:59.147352Z","end":"2026-03-31T05:37:00.634411Z","steps":["trace[617221732] 'agreement among raft nodes before linearized reading' (duration: 1.486988623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.634418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713190493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:37:00.634468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.348308Z","time spent":"1.286151374s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620447505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:37:00.634502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547449681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:00.63451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287333051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-31T05:37:00.634536Z","caller":"traceutil/trace.go:171","msg":"trace[225353338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16424; }","duration":"1.547520884s","start":"2026-03-31T05:36:59.087006Z","end":"2026-03-31T05:37:00.634527Z","steps":["trace[225353338] 'agreement among raft nodes before linearized reading' (duration: 1.547472802s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634538Z","caller":"traceutil/trace.go:171","msg":"trace[1861128459] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16424; }","duration":"1.620725324s","start":"2026-03-31T05:36:59.0138Z","end":"2026-03-31T05:37:00.634525Z","steps":["trace[1861128459] 'agreement among raft nodes before linearized reading' (duration: 1.620391433s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.634388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046761768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:37:00.63457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.086982Z","time spent":"1.547583026s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:37:00.634581Z","caller":"traceutil/trace.go:171","msg":"trace[2059084439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16424; }","duration":"1.046985515s","start":"2026-03-31T05:36:59.587588Z","end":"2026-03-31T05:37:00.634573Z","steps":["trace[2059084439] 'agreement among raft nodes before linearized reading' (duration: 1.046736327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.634583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.01378Z","time spent":"1.620791856s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705166489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:37:00.634607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.58757Z","time spent":"1.047029777s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699925123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:37:00.634338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.346685Z","time spent":"1.287642051s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:37:00.634678Z","caller":"traceutil/trace.go:171","msg":"trace[646381587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16424; }","duration":"1.700013796s","start":"2026-03-31T05:36:58.934647Z","end":"2026-03-31T05:37:00.634661Z","steps":["trace[646381587] 'agreement among raft nodes before linearized reading' (duration: 1.699879142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.6347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.234029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.634544Z","caller":"traceutil/trace.go:171","msg":"trace[1068845301] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16424; }","duration":"1.287402144s","start":"2026-03-31T05:36:59.347133Z","end":"2026-03-31T05:37:00.634535Z","steps":["trace[1068845301] 'agreement among raft nodes before linearized reading' (duration: 1.287322551s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634724Z","caller":"traceutil/trace.go:171","msg":"trace[919623791] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16424; }","duration":"948.27083ms","start":"2026-03-31T05:36:59.686446Z","end":"2026-03-31T05:37:00.634717Z","steps":["trace[919623791] 'agreement among raft nodes before linearized reading' (duration: 948.236899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.63473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358964443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:37:00.634694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.881394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:37:00.634455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.108863Z","time spent":"1.525487198s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:00.634792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.647127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:37:00.634818Z","caller":"traceutil/trace.go:171","msg":"trace[1318792273] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16424; }","duration":"158.682849ms","start":"2026-03-31T05:37:00.476129Z","end":"2026-03-31T05:37:00.634811Z","steps":["trace[1318792273] 'agreement among raft nodes before linearized reading' (duration: 158.629827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.63484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.425824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:37:00.634863Z","caller":"traceutil/trace.go:171","msg":"trace[361572162] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16424; }","duration":"948.460375ms","start":"2026-03-31T05:36:59.686398Z","end":"2026-03-31T05:37:00.634858Z","steps":["trace[361572162] 'agreement among raft nodes before linearized reading' (duration: 948.413184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.634886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.686393Z","time spent":"948.488817ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710427675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:37:00.634449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.147336Z","time spent":"1.487108156s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18747,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.745835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.634968Z","caller":"traceutil/trace.go:171","msg":"trace[2071650343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16424; }","duration":"1.710502567s","start":"2026-03-31T05:36:58.924452Z","end":"2026-03-31T05:37:00.634955Z","steps":["trace[2071650343] 'agreement among raft nodes before linearized reading' (duration: 1.710361263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.635004Z","caller":"traceutil/trace.go:171","msg":"trace[133622240] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16424; }","duration":"948.823717ms","start":"2026-03-31T05:36:59.686167Z","end":"2026-03-31T05:37:00.634991Z","steps":["trace[133622240] 'agreement among raft nodes before linearized reading' (duration: 948.753845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440793935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-03-31T05:37:00.634904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432429751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"warn","ts":"2026-03-31T05:37:00.635065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.673362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:00.635063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.686146Z","time spent":"948.905689ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T05:37:00.635072Z","caller":"traceutil/trace.go:171","msg":"trace[806149809] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:16424; }","duration":"1.440846536s","start":"2026-03-31T05:36:59.194212Z","end":"2026-03-31T05:37:00.635059Z","steps":["trace[806149809] 'agreement among raft nodes before linearized reading' (duration: 1.440717502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.760655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:00.635088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.791666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.635096Z","caller":"traceutil/trace.go:171","msg":"trace[1899705158] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:16424; }","duration":"1.432643228s","start":"2026-03-31T05:36:59.202438Z","end":"2026-03-31T05:37:00.635082Z","steps":["trace[1899705158] 'agreement among raft nodes before linearized reading' (duration: 1.43237122s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.635126Z","caller":"traceutil/trace.go:171","msg":"trace[543274909] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16424; }","duration":"948.847938ms","start":"2026-03-31T05:36:59.686269Z","end":"2026-03-31T05:37:00.635117Z","steps":["trace[543274909] 'agreement among raft nodes before linearized reading' (duration: 948.790886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.194155Z","time spent":"1.44095085s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" "} {"level":"info","ts":"2026-03-31T05:37:00.635122Z","caller":"traceutil/trace.go:171","msg":"trace[1171838578] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"948.812457ms","start":"2026-03-31T05:36:59.686298Z","end":"2026-03-31T05:37:00.635111Z","steps":["trace[1171838578] 'agreement among raft nodes before linearized reading' (duration: 948.752515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.202424Z","time spent":"1.43270143s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" "} {"level":"warn","ts":"2026-03-31T05:37:00.635154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.686262Z","time spent":"948.886479ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:37:00.635068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.073121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-03-31T05:37:00.63457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358685944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:37:00.635207Z","caller":"traceutil/trace.go:171","msg":"trace[1985186719] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16424; }","duration":"159.219456ms","start":"2026-03-31T05:37:00.475978Z","end":"2026-03-31T05:37:00.635198Z","steps":["trace[1985186719] 'agreement among raft nodes before linearized reading' (duration: 159.055371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.634442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71500926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:37:00.635222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.079565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:37:00.635219Z","caller":"traceutil/trace.go:171","msg":"trace[391268822] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16424; }","duration":"1.359375015s","start":"2026-03-31T05:36:59.275829Z","end":"2026-03-31T05:37:00.635204Z","steps":["trace[391268822] 'agreement among raft nodes before linearized reading' (duration: 1.358641302s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.635244Z","caller":"traceutil/trace.go:171","msg":"trace[989715168] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16424; }","duration":"578.140127ms","start":"2026-03-31T05:37:00.057095Z","end":"2026-03-31T05:37:00.635235Z","steps":["trace[989715168] 'agreement among raft nodes before linearized reading' (duration: 578.107416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.275798Z","time spent":"1.359448887s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:37:00.635273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.057074Z","time spent":"578.193429ms","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:37:00.635281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.442472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:00.635099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.035522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.635343Z","caller":"traceutil/trace.go:171","msg":"trace[317064036] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"946.510464ms","start":"2026-03-31T05:36:59.688824Z","end":"2026-03-31T05:37:00.635335Z","steps":["trace[317064036] 'agreement among raft nodes before linearized reading' (duration: 946.440622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.498636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.635361Z","caller":"traceutil/trace.go:171","msg":"trace[370874929] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16424; }","duration":"160.31557ms","start":"2026-03-31T05:37:00.475034Z","end":"2026-03-31T05:37:00.635349Z","steps":["trace[370874929] 'agreement among raft nodes before linearized reading' (duration: 160.051111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.688821Z","time spent":"946.545975ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:37:00.63538Z","caller":"traceutil/trace.go:171","msg":"trace[464324024] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"160.785135ms","start":"2026-03-31T05:37:00.474586Z","end":"2026-03-31T05:37:00.635371Z","steps":["trace[464324024] 'agreement among raft nodes before linearized reading' (duration: 160.527977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.634626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358795026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:00.635012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.924448Z","time spent":"1.71055273s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:37:00.635244Z","caller":"traceutil/trace.go:171","msg":"trace[858162421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16424; }","duration":"1.715828395s","start":"2026-03-31T05:36:58.919406Z","end":"2026-03-31T05:37:00.635234Z","steps":["trace[858162421] 'agreement among raft nodes before linearized reading' (duration: 1.714996559s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.635432Z","caller":"traceutil/trace.go:171","msg":"trace[201509007] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"1.359635654s","start":"2026-03-31T05:36:59.27578Z","end":"2026-03-31T05:37:00.635416Z","steps":["trace[201509007] 'agreement among raft nodes before linearized reading' (duration: 1.358816468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.919394Z","time spent":"1.716062903s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:37:00.635483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.275754Z","time spent":"1.359714286s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:37:00.634783Z","caller":"traceutil/trace.go:171","msg":"trace[1443522460] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16424; }","duration":"1.359039784s","start":"2026-03-31T05:36:59.275728Z","end":"2026-03-31T05:37:00.634767Z","steps":["trace[1443522460] 'agreement among raft nodes before linearized reading' (duration: 1.358922891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.634445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.941466Z","time spent":"1.692970514s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492380173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6521"} {"level":"warn","ts":"2026-03-31T05:37:00.635551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.275714Z","time spent":"1.3598289s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:37:00.63444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.148771Z","time spent":"1.485656731s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20784,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286261758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:37:00.635587Z","caller":"traceutil/trace.go:171","msg":"trace[1285778309] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:16424; }","duration":"1.493487998s","start":"2026-03-31T05:36:59.142087Z","end":"2026-03-31T05:37:00.635575Z","steps":["trace[1285778309] 'agreement among raft nodes before linearized reading' (duration: 1.492379053s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.63562Z","caller":"traceutil/trace.go:171","msg":"trace[1220028303] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16424; }","duration":"1.287479286s","start":"2026-03-31T05:36:59.348132Z","end":"2026-03-31T05:37:00.635611Z","steps":["trace[1220028303] 'agreement among raft nodes before linearized reading' (duration: 1.286231876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634495Z","caller":"traceutil/trace.go:171","msg":"trace[1302771968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16424; }","duration":"1.713295185s","start":"2026-03-31T05:36:58.921182Z","end":"2026-03-31T05:37:00.634477Z","steps":["trace[1302771968] 'agreement among raft nodes before linearized reading' (duration: 1.713116479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.63566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.348113Z","time spent":"1.287537008s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:37:00.63563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.142067Z","time spent":"1.49355145s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"warn","ts":"2026-03-31T05:37:00.635661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.921167Z","time spent":"1.714487783s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.934633Z","time spent":"1.700088019s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.347112Z","time spent":"1.28762593s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T05:37:00.634786Z","caller":"traceutil/trace.go:171","msg":"trace[424696803] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16424; }","duration":"945.977717ms","start":"2026-03-31T05:36:59.688794Z","end":"2026-03-31T05:37:00.634772Z","steps":["trace[424696803] 'agreement among raft nodes before linearized reading' (duration: 945.859014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.688787Z","time spent":"947.089942ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":693,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.356552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:37:00.635999Z","caller":"traceutil/trace.go:171","msg":"trace[829501918] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16424; }","duration":"949.560941ms","start":"2026-03-31T05:36:59.686423Z","end":"2026-03-31T05:37:00.635984Z","steps":["trace[829501918] 'agreement among raft nodes before linearized reading' (duration: 948.332972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.636056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.686418Z","time spent":"949.622322ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:37:00.63502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.021139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-03-31T05:37:00.636126Z","caller":"traceutil/trace.go:171","msg":"trace[1269449231] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16424; }","duration":"160.149675ms","start":"2026-03-31T05:37:00.475967Z","end":"2026-03-31T05:37:00.636117Z","steps":["trace[1269449231] 'agreement among raft nodes before linearized reading' (duration: 159.011459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.656762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.636213Z","caller":"traceutil/trace.go:171","msg":"trace[198175577] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16424; }","duration":"949.86834ms","start":"2026-03-31T05:36:59.686324Z","end":"2026-03-31T05:37:00.636193Z","steps":["trace[198175577] 'agreement among raft nodes before linearized reading' (duration: 948.672212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.635031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018365542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:37:00.636274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.68632Z","time spent":"949.939442ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-31T05:37:00.63629Z","caller":"traceutil/trace.go:171","msg":"trace[377284838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:16424; }","duration":"1.019637813s","start":"2026-03-31T05:36:59.61663Z","end":"2026-03-31T05:37:00.636268Z","steps":["trace[377284838] 'agreement among raft nodes before linearized reading' (duration: 1.018371373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.636357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.616616Z","time spent":"1.019716385s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:37:00.635094Z","caller":"traceutil/trace.go:171","msg":"trace[1362906011] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16424; }","duration":"948.713783ms","start":"2026-03-31T05:36:59.68637Z","end":"2026-03-31T05:37:00.635084Z","steps":["trace[1362906011] 'agreement among raft nodes before linearized reading' (duration: 948.678962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.636473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.686365Z","time spent":"950.086807ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:37:00.635176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.353919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:37:00.636625Z","caller":"traceutil/trace.go:171","msg":"trace[1178339783] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16424; }","duration":"947.824435ms","start":"2026-03-31T05:36:59.68878Z","end":"2026-03-31T05:37:00.636605Z","steps":["trace[1178339783] 'agreement among raft nodes before linearized reading' (duration: 946.335798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.636698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.688764Z","time spent":"947.914499ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5548,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T05:37:00.63517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.686294Z","time spent":"948.865219ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T05:37:00.635248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.776565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:37:00.636898Z","caller":"traceutil/trace.go:171","msg":"trace[653409777] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16424; }","duration":"284.464118ms","start":"2026-03-31T05:37:00.352422Z","end":"2026-03-31T05:37:00.636887Z","steps":["trace[653409777] 'agreement among raft nodes before linearized reading' (duration: 282.770305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:00.634629Z","caller":"traceutil/trace.go:171","msg":"trace[1003346070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16424; }","duration":"1.705212891s","start":"2026-03-31T05:36:58.929409Z","end":"2026-03-31T05:37:00.634622Z","steps":["trace[1003346070] 'agreement among raft nodes before linearized reading' (duration: 1.705151969s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.637076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:58.929398Z","time spent":"1.707665758s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613677651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:00.63723Z","caller":"traceutil/trace.go:171","msg":"trace[2147446390] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:16424; }","duration":"1.616381597s","start":"2026-03-31T05:36:59.020836Z","end":"2026-03-31T05:37:00.637218Z","steps":["trace[2147446390] 'agreement among raft nodes before linearized reading' (duration: 1.613685491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.637273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.020825Z","time spent":"1.616435068s","remote":"127.0.0.1:37316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:37:00.634743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:36:59.686441Z","time spent":"948.29808ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:37:00.634744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.94334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-31T05:37:00.637631Z","caller":"traceutil/trace.go:171","msg":"trace[914162203] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:16424; }","duration":"144.847071ms","start":"2026-03-31T05:37:00.492776Z","end":"2026-03-31T05:37:00.637623Z","steps":["trace[914162203] 'agreement among raft nodes before linearized reading' (duration: 141.930479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:00.949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.356766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:37:00.949094Z","caller":"traceutil/trace.go:171","msg":"trace[839422308] transaction","detail":"{read_only:false; response_revision:16425; number_of_response:1; }","duration":"297.090356ms","start":"2026-03-31T05:37:00.65199Z","end":"2026-03-31T05:37:00.949081Z","steps":["trace[839422308] 'process raft request' (duration: 107.586256ms)","trace[839422308] 'compare' (duration: 188.730165ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:01.549286Z","caller":"traceutil/trace.go:171","msg":"trace[249258914] transaction","detail":"{read_only:false; response_revision:16426; number_of_response:1; }","duration":"897.173756ms","start":"2026-03-31T05:37:00.652073Z","end":"2026-03-31T05:37:01.549247Z","steps":["trace[249258914] 'process raft request' (duration: 866.935292ms)","trace[249258914] 'compare' (duration: 29.872053ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:01.549432Z","caller":"traceutil/trace.go:171","msg":"trace[737739518] transaction","detail":"{read_only:false; response_revision:16427; number_of_response:1; }","duration":"895.849274ms","start":"2026-03-31T05:37:00.653523Z","end":"2026-03-31T05:37:01.549372Z","steps":["trace[737739518] 'process raft request' (duration: 895.593216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.549551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.652058Z","time spent":"897.388493ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:01.549551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.65351Z","time spent":"895.982498ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:01.549992Z","caller":"traceutil/trace.go:171","msg":"trace[1272149070] transaction","detail":"{read_only:false; response_revision:16428; number_of_response:1; }","duration":"894.822261ms","start":"2026-03-31T05:37:00.655151Z","end":"2026-03-31T05:37:01.549973Z","steps":["trace[1272149070] 'process raft request' (duration: 894.074548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.55012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.655128Z","time spent":"894.937375ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:01.550106Z","caller":"traceutil/trace.go:171","msg":"trace[1544029774] transaction","detail":"{read_only:false; response_revision:16429; number_of_response:1; }","duration":"894.78654ms","start":"2026-03-31T05:37:00.65528Z","end":"2026-03-31T05:37:01.550067Z","steps":["trace[1544029774] 'process raft request' (duration: 894.014156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:01.550162Z","caller":"traceutil/trace.go:171","msg":"trace[543068155] linearizableReadLoop","detail":"{readStateIndex:17012; appliedIndex:17009; }","duration":"895.731201ms","start":"2026-03-31T05:37:00.654412Z","end":"2026-03-31T05:37:01.550143Z","steps":["trace[543068155] 'read index received' (duration: 105.17742ms)","trace[543068155] 'applied index is now lower than readState.Index' (duration: 790.551911ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:01.550139Z","caller":"traceutil/trace.go:171","msg":"trace[1486337557] transaction","detail":"{read_only:false; response_revision:16431; number_of_response:1; }","duration":"894.674497ms","start":"2026-03-31T05:37:00.655439Z","end":"2026-03-31T05:37:01.550114Z","steps":["trace[1486337557] 'process raft request' (duration: 894.547193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.550278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.655275Z","time spent":"894.903204ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:37:01.550304Z","caller":"traceutil/trace.go:171","msg":"trace[1770501600] transaction","detail":"{read_only:false; response_revision:16430; number_of_response:1; }","duration":"894.931095ms","start":"2026-03-31T05:37:00.65535Z","end":"2026-03-31T05:37:01.550281Z","steps":["trace[1770501600] 'process raft request' (duration: 894.012956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:01.550232Z","caller":"traceutil/trace.go:171","msg":"trace[962685683] transaction","detail":"{read_only:false; response_revision:16432; number_of_response:1; }","duration":"893.837411ms","start":"2026-03-31T05:37:00.656364Z","end":"2026-03-31T05:37:01.550201Z","steps":["trace[962685683] 'process raft request' (duration: 893.668425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.550418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.655346Z","time spent":"894.999867ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:01.550463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.655434Z","time spent":"894.888513ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:01.550493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.656355Z","time spent":"894.061457ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:37:01.550556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.102022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18723"} {"level":"info","ts":"2026-03-31T05:37:01.553743Z","caller":"traceutil/trace.go:171","msg":"trace[694511684] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16432; }","duration":"899.340485ms","start":"2026-03-31T05:37:00.654381Z","end":"2026-03-31T05:37:01.553721Z","steps":["trace[694511684] 'agreement among raft nodes before linearized reading' (duration: 895.869775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.553889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.654367Z","time spent":"899.456418ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18747,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:37:01.788143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.190063ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:37:01.788262Z","caller":"traceutil/trace.go:171","msg":"trace[1982775260] linearizableReadLoop","detail":"{readStateIndex:17018; appliedIndex:17017; }","duration":"238.002642ms","start":"2026-03-31T05:37:01.550225Z","end":"2026-03-31T05:37:01.788228Z","steps":["trace[1982775260] 'read index received' (duration: 67.054817ms)","trace[1982775260] 'applied index is now lower than readState.Index' (duration: 170.945845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:01.788812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133416572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:01.788885Z","caller":"traceutil/trace.go:171","msg":"trace[1954827505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16432; }","duration":"1.133498234s","start":"2026-03-31T05:37:00.655374Z","end":"2026-03-31T05:37:01.788872Z","steps":["trace[1954827505] 'agreement among raft nodes before linearized reading' (duration: 1.1333733s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.788949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.655345Z","time spent":"1.133566947s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:37:01.789113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13112998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769781"} {"level":"info","ts":"2026-03-31T05:37:01.78919Z","caller":"traceutil/trace.go:171","msg":"trace[1884224271] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16432; }","duration":"1.131223643s","start":"2026-03-31T05:37:00.65795Z","end":"2026-03-31T05:37:01.789174Z","steps":["trace[1884224271] 'agreement among raft nodes before linearized reading' (duration: 1.130377306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.789234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.657945Z","time spent":"1.131277364s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:37:01.789426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132110081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769781"} {"level":"info","ts":"2026-03-31T05:37:01.789529Z","caller":"traceutil/trace.go:171","msg":"trace[1104275187] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16432; }","duration":"1.132227455s","start":"2026-03-31T05:37:00.657287Z","end":"2026-03-31T05:37:01.789514Z","steps":["trace[1104275187] 'agreement among raft nodes before linearized reading' (duration: 1.131077118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.789625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.657283Z","time spent":"1.132323668s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:37:01.789809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.250368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:37:01.789854Z","caller":"traceutil/trace.go:171","msg":"trace[4825652] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16432; }","duration":"659.32323ms","start":"2026-03-31T05:37:01.130519Z","end":"2026-03-31T05:37:01.789842Z","steps":["trace[4825652] 'agreement among raft nodes before linearized reading' (duration: 659.215017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.789889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:01.1305Z","time spent":"659.383211ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:37:01.790286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134804136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769781"} {"level":"info","ts":"2026-03-31T05:37:01.790346Z","caller":"traceutil/trace.go:171","msg":"trace[189981399] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16432; }","duration":"1.134854047s","start":"2026-03-31T05:37:00.655463Z","end":"2026-03-31T05:37:01.790317Z","steps":["trace[189981399] 'agreement among raft nodes before linearized reading' (duration: 1.134254318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.790377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.655459Z","time spent":"1.13490978s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:37:01.789699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132951367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769781"} {"level":"info","ts":"2026-03-31T05:37:01.790979Z","caller":"traceutil/trace.go:171","msg":"trace[1710544856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16432; }","duration":"1.134227538s","start":"2026-03-31T05:37:00.656725Z","end":"2026-03-31T05:37:01.790952Z","steps":["trace[1710544856] 'agreement among raft nodes before linearized reading' (duration: 1.132445092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.791059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.656719Z","time spent":"1.134315441s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:37:01.79104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136584802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18723"} {"level":"info","ts":"2026-03-31T05:37:01.791108Z","caller":"traceutil/trace.go:171","msg":"trace[711203084] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16432; }","duration":"1.136662655s","start":"2026-03-31T05:37:00.654436Z","end":"2026-03-31T05:37:01.791099Z","steps":["trace[711203084] 'agreement among raft nodes before linearized reading' (duration: 1.13651759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.791136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.654434Z","time spent":"1.136693166s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18747,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:37:01.792092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137064238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769781"} {"level":"info","ts":"2026-03-31T05:37:01.792148Z","caller":"traceutil/trace.go:171","msg":"trace[5878757] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16432; }","duration":"1.137132219s","start":"2026-03-31T05:37:00.655004Z","end":"2026-03-31T05:37:01.792136Z","steps":["trace[5878757] 'agreement among raft nodes before linearized reading' (duration: 1.135772026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.792298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:37:00.655Z","time spent":"1.137280584s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769805,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:37:01.818438Z","caller":"traceutil/trace.go:171","msg":"trace[853165671] transaction","detail":"{read_only:false; response_revision:16433; number_of_response:1; }","duration":"265.218071ms","start":"2026-03-31T05:37:01.5532Z","end":"2026-03-31T05:37:01.818418Z","steps":["trace[853165671] 'process raft request' (duration: 264.842999ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:01.818615Z","caller":"traceutil/trace.go:171","msg":"trace[165915371] transaction","detail":"{read_only:false; response_revision:16434; number_of_response:1; }","duration":"265.345415ms","start":"2026-03-31T05:37:01.553263Z","end":"2026-03-31T05:37:01.818608Z","steps":["trace[165915371] 'process raft request' (duration: 264.905121ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:01.818919Z","caller":"traceutil/trace.go:171","msg":"trace[1872569748] transaction","detail":"{read_only:false; response_revision:16435; number_of_response:1; }","duration":"264.87123ms","start":"2026-03-31T05:37:01.55404Z","end":"2026-03-31T05:37:01.818911Z","steps":["trace[1872569748] 'process raft request' (duration: 264.156727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.818925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.306968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:37:01.819051Z","caller":"traceutil/trace.go:171","msg":"trace[1535658799] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16435; }","duration":"204.473884ms","start":"2026-03-31T05:37:01.614556Z","end":"2026-03-31T05:37:01.81903Z","steps":["trace[1535658799] 'agreement among raft nodes before linearized reading' (duration: 204.313588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:01.819322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.071655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5524"} {"level":"info","ts":"2026-03-31T05:37:01.819356Z","caller":"traceutil/trace.go:171","msg":"trace[613027074] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16435; }","duration":"264.169368ms","start":"2026-03-31T05:37:01.555179Z","end":"2026-03-31T05:37:01.819348Z","steps":["trace[613027074] 'agreement among raft nodes before linearized reading' (duration: 264.071454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:37:02.48138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.265252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:37:02.481464Z","caller":"traceutil/trace.go:171","msg":"trace[954807863] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:16436; }","duration":"111.395876ms","start":"2026-03-31T05:37:02.370051Z","end":"2026-03-31T05:37:02.481447Z","steps":["trace[954807863] 'count revisions from in-memory index tree' (duration: 111.182619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:37:03.166028Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14098} {"level":"info","ts":"2026-03-31T05:37:03.239465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14098,"took":"70.875647ms","hash":936255696,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":28631040,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T05:37:03.23952Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":936255696,"revision":14098,"compact-revision":12069} {"level":"info","ts":"2026-03-31T05:37:16.704042Z","caller":"traceutil/trace.go:171","msg":"trace[706187230] transaction","detail":"{read_only:false; response_revision:16510; number_of_response:1; }","duration":"139.794973ms","start":"2026-03-31T05:37:16.564219Z","end":"2026-03-31T05:37:16.704013Z","steps":["trace[706187230] 'process raft request' (duration: 81.632297ms)","trace[706187230] 'compare' (duration: 58.008461ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:37:40.282462Z","caller":"traceutil/trace.go:171","msg":"trace[1804203385] transaction","detail":"{read_only:false; response_revision:16692; number_of_response:1; }","duration":"145.999697ms","start":"2026-03-31T05:37:40.136438Z","end":"2026-03-31T05:37:40.282437Z","steps":["trace[1804203385] 'process raft request' (duration: 88.254545ms)","trace[1804203385] 'compare' (duration: 57.584317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:37:41.125683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.264572ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:38:40.310145Z","caller":"traceutil/trace.go:171","msg":"trace[208276913] transaction","detail":"{read_only:false; response_revision:17064; number_of_response:1; }","duration":"108.40491ms","start":"2026-03-31T05:38:40.201711Z","end":"2026-03-31T05:38:40.310116Z","steps":["trace[208276913] 'process raft request' (duration: 101.653617ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:39:51.07052Z","caller":"traceutil/trace.go:171","msg":"trace[969097830] transaction","detail":"{read_only:false; response_revision:17780; number_of_response:1; }","duration":"117.380004ms","start":"2026-03-31T05:39:50.953106Z","end":"2026-03-31T05:39:51.070486Z","steps":["trace[969097830] 'process raft request' (duration: 85.790337ms)","trace[969097830] 'compare' (duration: 31.418461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:40.499553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.730562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20760"} {"level":"info","ts":"2026-03-31T05:40:40.499677Z","caller":"traceutil/trace.go:171","msg":"trace[885581473] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:18083; }","duration":"115.911547ms","start":"2026-03-31T05:40:40.38374Z","end":"2026-03-31T05:40:40.499651Z","steps":["trace[885581473] 'range keys from in-memory index tree' (duration: 115.526625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:40.890702Z","caller":"traceutil/trace.go:171","msg":"trace[1131054517] transaction","detail":"{read_only:false; response_revision:18085; number_of_response:1; }","duration":"148.207026ms","start":"2026-03-31T05:40:40.742463Z","end":"2026-03-31T05:40:40.89067Z","steps":["trace[1131054517] 'process raft request' (duration: 101.303287ms)","trace[1131054517] 'compare' (duration: 46.757525ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:40.946129Z","caller":"traceutil/trace.go:171","msg":"trace[787125916] transaction","detail":"{read_only:false; response_revision:18086; number_of_response:1; }","duration":"145.80501ms","start":"2026-03-31T05:40:40.800296Z","end":"2026-03-31T05:40:40.946101Z","steps":["trace[787125916] 'process raft request' (duration: 145.642865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.297454Z","caller":"traceutil/trace.go:171","msg":"trace[1230738879] transaction","detail":"{read_only:false; response_revision:18087; number_of_response:1; }","duration":"418.886775ms","start":"2026-03-31T05:40:40.878539Z","end":"2026-03-31T05:40:41.297426Z","steps":["trace[1230738879] 'process raft request' (duration: 418.7011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.297604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.878507Z","time spent":"419.002879ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:41.298824Z","caller":"traceutil/trace.go:171","msg":"trace[731296577] linearizableReadLoop","detail":"{readStateIndex:18730; appliedIndex:18727; }","duration":"295.740411ms","start":"2026-03-31T05:40:41.003057Z","end":"2026-03-31T05:40:41.298798Z","steps":["trace[731296577] 'read index received' (duration: 294.205542ms)","trace[731296577] 'applied index is now lower than readState.Index' (duration: 1.533939ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:41.298944Z","caller":"traceutil/trace.go:171","msg":"trace[1610950977] transaction","detail":"{read_only:false; response_revision:18089; number_of_response:1; }","duration":"313.748299ms","start":"2026-03-31T05:40:40.985184Z","end":"2026-03-31T05:40:41.298932Z","steps":["trace[1610950977] 'process raft request' (duration: 313.562173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.298971Z","caller":"traceutil/trace.go:171","msg":"trace[1104336356] transaction","detail":"{read_only:false; response_revision:18088; number_of_response:1; }","duration":"320.12228ms","start":"2026-03-31T05:40:40.978806Z","end":"2026-03-31T05:40:41.298928Z","steps":["trace[1104336356] 'process raft request' (duration: 319.82382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.299232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.752814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:40:41.299232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.162064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:40:41.299053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.985167Z","time spent":"313.80451ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:41.299323Z","caller":"traceutil/trace.go:171","msg":"trace[358940603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18089; }","duration":"296.293457ms","start":"2026-03-31T05:40:41.002998Z","end":"2026-03-31T05:40:41.299291Z","steps":["trace[358940603] 'agreement among raft nodes before linearized reading' (duration: 296.108902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.299327Z","caller":"traceutil/trace.go:171","msg":"trace[882034830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18089; }","duration":"116.860067ms","start":"2026-03-31T05:40:41.182425Z","end":"2026-03-31T05:40:41.299285Z","steps":["trace[882034830] 'agreement among raft nodes before linearized reading' (duration: 116.64482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.299081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.966763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:40:41.299048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.939908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:40:41.299405Z","caller":"traceutil/trace.go:171","msg":"trace[1135362015] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:18089; }","duration":"190.344515ms","start":"2026-03-31T05:40:41.109035Z","end":"2026-03-31T05:40:41.29938Z","steps":["trace[1135362015] 'agreement among raft nodes before linearized reading' (duration: 189.971043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.29944Z","caller":"traceutil/trace.go:171","msg":"trace[1791845245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18089; }","duration":"265.362822ms","start":"2026-03-31T05:40:41.034055Z","end":"2026-03-31T05:40:41.299418Z","steps":["trace[1791845245] 'agreement among raft nodes before linearized reading' (duration: 264.910188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.299163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.41672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:41.299642Z","caller":"traceutil/trace.go:171","msg":"trace[1848969579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18089; }","duration":"211.945587ms","start":"2026-03-31T05:40:41.087667Z","end":"2026-03-31T05:40:41.299612Z","steps":["trace[1848969579] 'agreement among raft nodes before linearized reading' (duration: 211.385979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.299119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.521634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T05:40:41.299743Z","caller":"traceutil/trace.go:171","msg":"trace[824916597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18089; }","duration":"238.156813ms","start":"2026-03-31T05:40:41.061549Z","end":"2026-03-31T05:40:41.299706Z","steps":["trace[824916597] 'agreement among raft nodes before linearized reading' (duration: 237.521803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:41.299953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:40.978785Z","time spent":"320.46971ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:41.406833Z","caller":"traceutil/trace.go:171","msg":"trace[453214608] linearizableReadLoop","detail":"{readStateIndex:18734; appliedIndex:18730; }","duration":"100.863393ms","start":"2026-03-31T05:40:41.305947Z","end":"2026-03-31T05:40:41.40681Z","steps":["trace[453214608] 'read index received' (duration: 70.322459ms)","trace[453214608] 'applied index is now lower than readState.Index' (duration: 30.540094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:41.407032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.063139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-31T05:40:41.407061Z","caller":"traceutil/trace.go:171","msg":"trace[1554308538] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18093; }","duration":"101.12811ms","start":"2026-03-31T05:40:41.305927Z","end":"2026-03-31T05:40:41.407055Z","steps":["trace[1554308538] 'agreement among raft nodes before linearized reading' (duration: 100.964225ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.407359Z","caller":"traceutil/trace.go:171","msg":"trace[1075039105] transaction","detail":"{read_only:false; response_revision:18093; number_of_response:1; }","duration":"102.390831ms","start":"2026-03-31T05:40:41.3049Z","end":"2026-03-31T05:40:41.407291Z","steps":["trace[1075039105] 'process raft request' (duration: 101.879685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.407468Z","caller":"traceutil/trace.go:171","msg":"trace[1174443870] transaction","detail":"{read_only:false; response_revision:18091; number_of_response:1; }","duration":"103.252187ms","start":"2026-03-31T05:40:41.304207Z","end":"2026-03-31T05:40:41.407459Z","steps":["trace[1174443870] 'process raft request' (duration: 102.39541ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:41.407772Z","caller":"traceutil/trace.go:171","msg":"trace[330090890] transaction","detail":"{read_only:false; response_revision:18092; number_of_response:1; }","duration":"102.864236ms","start":"2026-03-31T05:40:41.304388Z","end":"2026-03-31T05:40:41.407253Z","steps":["trace[330090890] 'process raft request' (duration: 102.355149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:43.023338Z","caller":"traceutil/trace.go:171","msg":"trace[2040059571] linearizableReadLoop","detail":"{readStateIndex:18738; appliedIndex:18737; }","duration":"227.048374ms","start":"2026-03-31T05:40:42.796223Z","end":"2026-03-31T05:40:43.023272Z","steps":["trace[2040059571] 'read index received' (duration: 226.679502ms)","trace[2040059571] 'applied index is now lower than readState.Index' (duration: 367.422µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:43.023378Z","caller":"traceutil/trace.go:171","msg":"trace[1080349774] transaction","detail":"{read_only:false; response_revision:18097; number_of_response:1; }","duration":"231.171174ms","start":"2026-03-31T05:40:42.792171Z","end":"2026-03-31T05:40:43.023342Z","steps":["trace[1080349774] 'process raft request' (duration: 230.853164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:43.023618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.362713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:40:43.023715Z","caller":"traceutil/trace.go:171","msg":"trace[469039422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18097; }","duration":"227.512098ms","start":"2026-03-31T05:40:42.796182Z","end":"2026-03-31T05:40:43.023694Z","steps":["trace[469039422] 'agreement among raft nodes before linearized reading' (duration: 227.220009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:43.182146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.959736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:40:43.182424Z","caller":"traceutil/trace.go:171","msg":"trace[366946828] transaction","detail":"{read_only:false; response_revision:18099; number_of_response:1; }","duration":"154.615058ms","start":"2026-03-31T05:40:43.027782Z","end":"2026-03-31T05:40:43.182397Z","steps":["trace[366946828] 'process raft request' (duration: 154.487284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:43.182457Z","caller":"traceutil/trace.go:171","msg":"trace[1003359304] transaction","detail":"{read_only:false; response_revision:18098; number_of_response:1; }","duration":"189.20659ms","start":"2026-03-31T05:40:42.993217Z","end":"2026-03-31T05:40:43.182424Z","steps":["trace[1003359304] 'process raft request' (duration: 80.887822ms)","trace[1003359304] 'compare' (duration: 107.705368ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:43.441293Z","caller":"traceutil/trace.go:171","msg":"trace[1719745543] transaction","detail":"{read_only:false; response_revision:18100; number_of_response:1; }","duration":"138.81001ms","start":"2026-03-31T05:40:43.302446Z","end":"2026-03-31T05:40:43.441256Z","steps":["trace[1719745543] 'process raft request' (duration: 91.765616ms)","trace[1719745543] 'compare' (duration: 46.832867ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:43.457903Z","caller":"traceutil/trace.go:171","msg":"trace[1353774477] linearizableReadLoop","detail":"{readStateIndex:18743; appliedIndex:18740; }","duration":"137.24907ms","start":"2026-03-31T05:40:43.320626Z","end":"2026-03-31T05:40:43.457875Z","steps":["trace[1353774477] 'read index received' (duration: 73.602432ms)","trace[1353774477] 'applied index is now lower than readState.Index' (duration: 63.645318ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:43.457954Z","caller":"traceutil/trace.go:171","msg":"trace[1887757832] transaction","detail":"{read_only:false; response_revision:18101; number_of_response:1; }","duration":"152.43535ms","start":"2026-03-31T05:40:43.305488Z","end":"2026-03-31T05:40:43.457923Z","steps":["trace[1887757832] 'process raft request' (duration: 152.176981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:43.458017Z","caller":"traceutil/trace.go:171","msg":"trace[867752555] transaction","detail":"{read_only:false; response_revision:18102; number_of_response:1; }","duration":"152.359657ms","start":"2026-03-31T05:40:43.305618Z","end":"2026-03-31T05:40:43.457978Z","steps":["trace[867752555] 'process raft request' (duration: 152.197232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:43.458175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.520568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:40:43.458244Z","caller":"traceutil/trace.go:171","msg":"trace[128569662] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18102; }","duration":"137.630342ms","start":"2026-03-31T05:40:43.320595Z","end":"2026-03-31T05:40:43.458225Z","steps":["trace[128569662] 'agreement among raft nodes before linearized reading' (duration: 137.413245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:43.663432Z","caller":"traceutil/trace.go:171","msg":"trace[384092173] transaction","detail":"{read_only:false; response_revision:18104; number_of_response:1; }","duration":"200.358721ms","start":"2026-03-31T05:40:43.463038Z","end":"2026-03-31T05:40:43.663396Z","steps":["trace[384092173] 'process raft request' (duration: 199.989179ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:43.663442Z","caller":"traceutil/trace.go:171","msg":"trace[1156165628] transaction","detail":"{read_only:false; response_revision:18105; number_of_response:1; }","duration":"199.796663ms","start":"2026-03-31T05:40:43.463598Z","end":"2026-03-31T05:40:43.663395Z","steps":["trace[1156165628] 'process raft request' (duration: 199.665249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:43.663648Z","caller":"traceutil/trace.go:171","msg":"trace[1060642102] transaction","detail":"{read_only:false; response_revision:18106; number_of_response:1; }","duration":"199.599857ms","start":"2026-03-31T05:40:43.464015Z","end":"2026-03-31T05:40:43.663615Z","steps":["trace[1060642102] 'process raft request' (duration: 199.316148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:43.910829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.972554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rabbit-init-7f9rg\" ","response":"range_response_count:1 size:6740"} {"level":"info","ts":"2026-03-31T05:40:43.910903Z","caller":"traceutil/trace.go:171","msg":"trace[1100612618] range","detail":"{range_begin:/registry/pods/openstack/neutron-rabbit-init-7f9rg; range_end:; response_count:1; response_revision:18106; }","duration":"106.096058ms","start":"2026-03-31T05:40:43.804794Z","end":"2026-03-31T05:40:43.91089Z","steps":["trace[1100612618] 'range keys from in-memory index tree' (duration: 105.823409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:44.226488Z","caller":"traceutil/trace.go:171","msg":"trace[1665680447] transaction","detail":"{read_only:false; response_revision:18107; number_of_response:1; }","duration":"305.449137ms","start":"2026-03-31T05:40:43.921021Z","end":"2026-03-31T05:40:44.22647Z","steps":["trace[1665680447] 'process raft request' (duration: 305.319913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:44.226626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:43.920996Z","time spent":"305.55834ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6908,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:44.306246Z","caller":"traceutil/trace.go:171","msg":"trace[884109686] transaction","detail":"{read_only:false; response_revision:18108; number_of_response:1; }","duration":"271.980871ms","start":"2026-03-31T05:40:44.034229Z","end":"2026-03-31T05:40:44.306209Z","steps":["trace[884109686] 'process raft request' (duration: 271.63879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:44.306253Z","caller":"traceutil/trace.go:171","msg":"trace[1152205367] linearizableReadLoop","detail":"{readStateIndex:18749; appliedIndex:18748; }","duration":"248.047396ms","start":"2026-03-31T05:40:44.058182Z","end":"2026-03-31T05:40:44.306229Z","steps":["trace[1152205367] 'read index received' (duration: 168.64798ms)","trace[1152205367] 'applied index is now lower than readState.Index' (duration: 79.398596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:44.306752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.546762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-31T05:40:44.30687Z","caller":"traceutil/trace.go:171","msg":"trace[1340270092] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18109; }","duration":"248.664405ms","start":"2026-03-31T05:40:44.058151Z","end":"2026-03-31T05:40:44.306816Z","steps":["trace[1340270092] 'agreement among raft nodes before linearized reading' (duration: 248.51755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:44.306875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.385581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv\" ","response":"range_response_count:1 size:15433"} {"level":"warn","ts":"2026-03-31T05:40:44.307073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.627873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:44.307089Z","caller":"traceutil/trace.go:171","msg":"trace[218638730] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv; range_end:; response_count:1; response_revision:18109; }","duration":"180.649519ms","start":"2026-03-31T05:40:44.126417Z","end":"2026-03-31T05:40:44.307066Z","steps":["trace[218638730] 'agreement among raft nodes before linearized reading' (duration: 180.288078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:44.306567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.368416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:44.307122Z","caller":"traceutil/trace.go:171","msg":"trace[1518619403] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18109; }","duration":"247.775187ms","start":"2026-03-31T05:40:44.059338Z","end":"2026-03-31T05:40:44.307113Z","steps":["trace[1518619403] 'agreement among raft nodes before linearized reading' (duration: 247.677184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:44.307154Z","caller":"traceutil/trace.go:171","msg":"trace[2003600600] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18109; }","duration":"249.007076ms","start":"2026-03-31T05:40:44.058129Z","end":"2026-03-31T05:40:44.307136Z","steps":["trace[2003600600] 'agreement among raft nodes before linearized reading' (duration: 248.324365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:44.307828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.899661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:44.308015Z","caller":"traceutil/trace.go:171","msg":"trace[1362877842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18109; }","duration":"222.101148ms","start":"2026-03-31T05:40:44.085873Z","end":"2026-03-31T05:40:44.307974Z","steps":["trace[1362877842] 'agreement among raft nodes before linearized reading' (duration: 221.180589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:45.59183Z","caller":"traceutil/trace.go:171","msg":"trace[1485250506] transaction","detail":"{read_only:false; response_revision:18114; number_of_response:1; }","duration":"145.178171ms","start":"2026-03-31T05:40:45.446578Z","end":"2026-03-31T05:40:45.591756Z","steps":["trace[1485250506] 'process raft request' (duration: 143.682413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:45.59188Z","caller":"traceutil/trace.go:171","msg":"trace[585219770] transaction","detail":"{read_only:false; response_revision:18116; number_of_response:1; }","duration":"126.702677ms","start":"2026-03-31T05:40:45.465142Z","end":"2026-03-31T05:40:45.591845Z","steps":["trace[585219770] 'process raft request' (duration: 126.650736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:45.591957Z","caller":"traceutil/trace.go:171","msg":"trace[626499409] transaction","detail":"{read_only:false; response_revision:18115; number_of_response:1; }","duration":"127.865144ms","start":"2026-03-31T05:40:45.464064Z","end":"2026-03-31T05:40:45.591929Z","steps":["trace[626499409] 'process raft request' (duration: 127.660738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:45.591831Z","caller":"traceutil/trace.go:171","msg":"trace[839130796] linearizableReadLoop","detail":"{readStateIndex:18755; appliedIndex:18754; }","duration":"129.180106ms","start":"2026-03-31T05:40:45.462624Z","end":"2026-03-31T05:40:45.591804Z","steps":["trace[839130796] 'read index received' (duration: 126.959846ms)","trace[839130796] 'applied index is now lower than readState.Index' (duration: 2.21794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:45.592296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.646981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:40:45.592429Z","caller":"traceutil/trace.go:171","msg":"trace[1489470391] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18116; }","duration":"129.824736ms","start":"2026-03-31T05:40:45.462584Z","end":"2026-03-31T05:40:45.592409Z","steps":["trace[1489470391] 'agreement among raft nodes before linearized reading' (duration: 129.543057ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.030124Z","caller":"traceutil/trace.go:171","msg":"trace[201931610] linearizableReadLoop","detail":"{readStateIndex:18763; appliedIndex:18760; }","duration":"245.141184ms","start":"2026-03-31T05:40:45.784963Z","end":"2026-03-31T05:40:46.030104Z","steps":["trace[201931610] 'read index received' (duration: 244.920257ms)","trace[201931610] 'applied index is now lower than readState.Index' (duration: 220.297µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:46.030231Z","caller":"traceutil/trace.go:171","msg":"trace[572776716] transaction","detail":"{read_only:false; response_revision:18119; number_of_response:1; }","duration":"310.865887ms","start":"2026-03-31T05:40:45.719335Z","end":"2026-03-31T05:40:46.030201Z","steps":["trace[572776716] 'process raft request' (duration: 310.568828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.030332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.370172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:40:46.030363Z","caller":"traceutil/trace.go:171","msg":"trace[2108789101] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18121; }","duration":"245.470724ms","start":"2026-03-31T05:40:45.784885Z","end":"2026-03-31T05:40:46.030356Z","steps":["trace[2108789101] 'agreement among raft nodes before linearized reading' (duration: 245.3258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.030381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:45.719279Z","time spent":"311.018902ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:46.030409Z","caller":"traceutil/trace.go:171","msg":"trace[585048733] transaction","detail":"{read_only:false; response_revision:18120; number_of_response:1; }","duration":"309.788604ms","start":"2026-03-31T05:40:45.720587Z","end":"2026-03-31T05:40:46.030376Z","steps":["trace[585048733] 'process raft request' (duration: 309.459283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.030331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.212059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rabbit-init-7f9rg\" ","response":"range_response_count:1 size:6926"} {"level":"warn","ts":"2026-03-31T05:40:46.030579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:45.720576Z","time spent":"309.915347ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:46.03062Z","caller":"traceutil/trace.go:171","msg":"trace[828272793] transaction","detail":"{read_only:false; response_revision:18121; number_of_response:1; }","duration":"309.99624ms","start":"2026-03-31T05:40:45.720617Z","end":"2026-03-31T05:40:46.030613Z","steps":["trace[828272793] 'process raft request' (duration: 309.458073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.030578Z","caller":"traceutil/trace.go:171","msg":"trace[714691719] range","detail":"{range_begin:/registry/pods/openstack/neutron-rabbit-init-7f9rg; range_end:; response_count:1; response_revision:18121; }","duration":"169.505598ms","start":"2026-03-31T05:40:45.861037Z","end":"2026-03-31T05:40:46.030542Z","steps":["trace[714691719] 'agreement among raft nodes before linearized reading' (duration: 169.172108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.030673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:45.720592Z","time spent":"310.042832ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:46.183387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.435225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:40:46.183476Z","caller":"traceutil/trace.go:171","msg":"trace[556644822] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:18121; }","duration":"149.598689ms","start":"2026-03-31T05:40:46.033857Z","end":"2026-03-31T05:40:46.183456Z","steps":["trace[556644822] 'range keys from in-memory index tree' (duration: 149.163636ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.185617Z","caller":"traceutil/trace.go:171","msg":"trace[338820891] transaction","detail":"{read_only:false; response_revision:18122; number_of_response:1; }","duration":"147.009168ms","start":"2026-03-31T05:40:46.038564Z","end":"2026-03-31T05:40:46.185574Z","steps":["trace[338820891] 'process raft request' (duration: 146.779571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.508127Z","caller":"traceutil/trace.go:171","msg":"trace[864137982] linearizableReadLoop","detail":"{readStateIndex:18765; appliedIndex:18764; }","duration":"195.682333ms","start":"2026-03-31T05:40:46.312419Z","end":"2026-03-31T05:40:46.508101Z","steps":["trace[864137982] 'read index received' (duration: 195.452426ms)","trace[864137982] 'applied index is now lower than readState.Index' (duration: 228.797µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:46.508325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.876639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:46.508359Z","caller":"traceutil/trace.go:171","msg":"trace[832635941] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:18123; }","duration":"195.963702ms","start":"2026-03-31T05:40:46.312386Z","end":"2026-03-31T05:40:46.50835Z","steps":["trace[832635941] 'agreement among raft nodes before linearized reading' (duration: 195.886059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.50842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.952101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:46.508525Z","caller":"traceutil/trace.go:171","msg":"trace[2086111168] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:18123; }","duration":"196.121566ms","start":"2026-03-31T05:40:46.312378Z","end":"2026-03-31T05:40:46.508499Z","steps":["trace[2086111168] 'agreement among raft nodes before linearized reading' (duration: 195.893129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.508549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.061663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-31T05:40:46.508732Z","caller":"traceutil/trace.go:171","msg":"trace[216599519] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:18123; }","duration":"150.298481ms","start":"2026-03-31T05:40:46.358414Z","end":"2026-03-31T05:40:46.508712Z","steps":["trace[216599519] 'agreement among raft nodes before linearized reading' (duration: 149.867578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.50884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.35113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:40:46.508884Z","caller":"traceutil/trace.go:171","msg":"trace[104959311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18123; }","duration":"168.422413ms","start":"2026-03-31T05:40:46.34045Z","end":"2026-03-31T05:40:46.508872Z","steps":["trace[104959311] 'agreement among raft nodes before linearized reading' (duration: 168.33291ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.508896Z","caller":"traceutil/trace.go:171","msg":"trace[1519659467] transaction","detail":"{read_only:false; response_revision:18123; number_of_response:1; }","duration":"218.372778ms","start":"2026-03-31T05:40:46.290498Z","end":"2026-03-31T05:40:46.508871Z","steps":["trace[1519659467] 'process raft request' (duration: 217.408178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.508767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.803686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-f7dkc\" ","response":"range_response_count:1 size:15442"} {"level":"warn","ts":"2026-03-31T05:40:46.509331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.803408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:5110"} {"level":"info","ts":"2026-03-31T05:40:46.509348Z","caller":"traceutil/trace.go:171","msg":"trace[366970219] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-f7dkc; range_end:; response_count:1; response_revision:18123; }","duration":"157.425296ms","start":"2026-03-31T05:40:46.351907Z","end":"2026-03-31T05:40:46.509332Z","steps":["trace[366970219] 'agreement among raft nodes before linearized reading' (duration: 156.800786ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.509372Z","caller":"traceutil/trace.go:171","msg":"trace[355426474] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:18123; }","duration":"196.899681ms","start":"2026-03-31T05:40:46.312461Z","end":"2026-03-31T05:40:46.509361Z","steps":["trace[355426474] 'agreement among raft nodes before linearized reading' (duration: 196.810718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.50869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.386783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv\" ","response":"range_response_count:1 size:15433"} {"level":"info","ts":"2026-03-31T05:40:46.509453Z","caller":"traceutil/trace.go:171","msg":"trace[382306171] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv; range_end:; response_count:1; response_revision:18123; }","duration":"151.188708ms","start":"2026-03-31T05:40:46.358256Z","end":"2026-03-31T05:40:46.509445Z","steps":["trace[382306171] 'agreement among raft nodes before linearized reading' (duration: 150.29029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.651593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.034656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:40:46.651688Z","caller":"traceutil/trace.go:171","msg":"trace[1241202629] linearizableReadLoop","detail":"{readStateIndex:18766; appliedIndex:18765; }","duration":"132.582734ms","start":"2026-03-31T05:40:46.519089Z","end":"2026-03-31T05:40:46.651671Z","steps":["trace[1241202629] 'read index received' (duration: 32.32261ms)","trace[1241202629] 'applied index is now lower than readState.Index' (duration: 100.258814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:46.652734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.639517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:897000"} {"level":"info","ts":"2026-03-31T05:40:46.652778Z","caller":"traceutil/trace.go:171","msg":"trace[365869005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:18124; }","duration":"133.726149ms","start":"2026-03-31T05:40:46.51904Z","end":"2026-03-31T05:40:46.652766Z","steps":["trace[365869005] 'agreement among raft nodes before linearized reading' (duration: 132.876392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.653248Z","caller":"traceutil/trace.go:171","msg":"trace[1361019633] transaction","detail":"{read_only:false; response_revision:18124; number_of_response:1; }","duration":"137.061434ms","start":"2026-03-31T05:40:46.51475Z","end":"2026-03-31T05:40:46.651811Z","steps":["trace[1361019633] 'process raft request' (duration: 36.654836ms)","trace[1361019633] 'compare' (duration: 99.83067ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:46.679535Z","caller":"traceutil/trace.go:171","msg":"trace[1814108707] transaction","detail":"{read_only:false; response_revision:18125; number_of_response:1; }","duration":"157.52666ms","start":"2026-03-31T05:40:46.521983Z","end":"2026-03-31T05:40:46.679509Z","steps":["trace[1814108707] 'process raft request' (duration: 156.981523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.679862Z","caller":"traceutil/trace.go:171","msg":"trace[1304213346] transaction","detail":"{read_only:false; response_revision:18126; number_of_response:1; }","duration":"153.856404ms","start":"2026-03-31T05:40:46.52598Z","end":"2026-03-31T05:40:46.679837Z","steps":["trace[1304213346] 'process raft request' (duration: 153.128961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.680094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.664728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20760"} {"level":"info","ts":"2026-03-31T05:40:46.680132Z","caller":"traceutil/trace.go:171","msg":"trace[337597294] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:18126; }","duration":"108.73395ms","start":"2026-03-31T05:40:46.571388Z","end":"2026-03-31T05:40:46.680122Z","steps":["trace[337597294] 'agreement among raft nodes before linearized reading' (duration: 108.577525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.680515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.989208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6521"} {"level":"info","ts":"2026-03-31T05:40:46.680555Z","caller":"traceutil/trace.go:171","msg":"trace[1572077153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:18126; }","duration":"115.0735ms","start":"2026-03-31T05:40:46.56547Z","end":"2026-03-31T05:40:46.680544Z","steps":["trace[1572077153] 'agreement among raft nodes before linearized reading' (duration: 114.976867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.681449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.689525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:896706"} {"level":"info","ts":"2026-03-31T05:40:46.681484Z","caller":"traceutil/trace.go:171","msg":"trace[1385897735] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:18126; }","duration":"157.775538ms","start":"2026-03-31T05:40:46.5237Z","end":"2026-03-31T05:40:46.681476Z","steps":["trace[1385897735] 'agreement among raft nodes before linearized reading' (duration: 157.029254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.682426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.213135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:896706"} {"level":"info","ts":"2026-03-31T05:40:46.682628Z","caller":"traceutil/trace.go:171","msg":"trace[67416528] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:18126; }","duration":"160.431652ms","start":"2026-03-31T05:40:46.522181Z","end":"2026-03-31T05:40:46.682612Z","steps":["trace[67416528] 'agreement among raft nodes before linearized reading' (duration: 159.643897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.682875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.631243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T05:40:46.682966Z","caller":"traceutil/trace.go:171","msg":"trace[640446817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18126; }","duration":"163.762827ms","start":"2026-03-31T05:40:46.519185Z","end":"2026-03-31T05:40:46.682948Z","steps":["trace[640446817] 'agreement among raft nodes before linearized reading' (duration: 163.445987ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.820862Z","caller":"traceutil/trace.go:171","msg":"trace[1175604971] transaction","detail":"{read_only:false; response_revision:18127; number_of_response:1; }","duration":"119.362816ms","start":"2026-03-31T05:40:46.701484Z","end":"2026-03-31T05:40:46.820847Z","steps":["trace[1175604971] 'process raft request' (duration: 119.252343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.983726Z","caller":"traceutil/trace.go:171","msg":"trace[540817692] transaction","detail":"{read_only:false; response_revision:18128; number_of_response:1; }","duration":"282.139872ms","start":"2026-03-31T05:40:46.701569Z","end":"2026-03-31T05:40:46.983709Z","steps":["trace[540817692] 'process raft request' (duration: 281.810181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.983729Z","caller":"traceutil/trace.go:171","msg":"trace[1996025437] linearizableReadLoop","detail":"{readStateIndex:18770; appliedIndex:18768; }","duration":"199.071821ms","start":"2026-03-31T05:40:46.784596Z","end":"2026-03-31T05:40:46.983668Z","steps":["trace[1996025437] 'read index received' (duration: 36.215093ms)","trace[1996025437] 'applied index is now lower than readState.Index' (duration: 162.855448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:46.984121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.516755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:40:46.98426Z","caller":"traceutil/trace.go:171","msg":"trace[1480867151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18128; }","duration":"199.68021ms","start":"2026-03-31T05:40:46.784529Z","end":"2026-03-31T05:40:46.98421Z","steps":["trace[1480867151] 'agreement among raft nodes before linearized reading' (duration: 199.315799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:46.993784Z","caller":"traceutil/trace.go:171","msg":"trace[815425264] transaction","detail":"{read_only:false; response_revision:18129; number_of_response:1; }","duration":"163.695085ms","start":"2026-03-31T05:40:46.830069Z","end":"2026-03-31T05:40:46.993764Z","steps":["trace[815425264] 'process raft request' (duration: 163.54544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.993948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.553466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:46.994022Z","caller":"traceutil/trace.go:171","msg":"trace[11831368] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18130; }","duration":"180.651369ms","start":"2026-03-31T05:40:46.813355Z","end":"2026-03-31T05:40:46.994006Z","steps":["trace[11831368] 'agreement among raft nodes before linearized reading' (duration: 180.420922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.994054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.61324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:46.994096Z","caller":"traceutil/trace.go:171","msg":"trace[2008086712] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-service; range_end:; response_count:0; response_revision:18130; }","duration":"161.676701ms","start":"2026-03-31T05:40:46.832408Z","end":"2026-03-31T05:40:46.994084Z","steps":["trace[2008086712] 'agreement among raft nodes before linearized reading' (duration: 161.606369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:46.993999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.127028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:40:46.99418Z","caller":"traceutil/trace.go:171","msg":"trace[1714912039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18130; }","duration":"138.357175ms","start":"2026-03-31T05:40:46.855808Z","end":"2026-03-31T05:40:46.994165Z","steps":["trace[1714912039] 'agreement among raft nodes before linearized reading' (duration: 138.009194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.190938Z","caller":"traceutil/trace.go:171","msg":"trace[444735392] transaction","detail":"{read_only:false; response_revision:18131; number_of_response:1; }","duration":"201.925081ms","start":"2026-03-31T05:40:46.988975Z","end":"2026-03-31T05:40:47.1909Z","steps":["trace[444735392] 'process raft request' (duration: 201.57524ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.191114Z","caller":"traceutil/trace.go:171","msg":"trace[1429930472] transaction","detail":"{read_only:false; response_revision:18132; number_of_response:1; }","duration":"198.334107ms","start":"2026-03-31T05:40:46.992734Z","end":"2026-03-31T05:40:47.191068Z","steps":["trace[1429930472] 'process raft request' (duration: 198.051968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.388972Z","caller":"traceutil/trace.go:171","msg":"trace[1904766927] transaction","detail":"{read_only:false; response_revision:18133; number_of_response:1; }","duration":"385.374308ms","start":"2026-03-31T05:40:47.003567Z","end":"2026-03-31T05:40:47.388941Z","steps":["trace[1904766927] 'process raft request' (duration: 385.068209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:47.389142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:47.003529Z","time spent":"385.512043ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:40:47.389515Z","caller":"traceutil/trace.go:171","msg":"trace[1922989878] transaction","detail":"{read_only:false; response_revision:18134; number_of_response:1; }","duration":"323.832587ms","start":"2026-03-31T05:40:47.065568Z","end":"2026-03-31T05:40:47.3894Z","steps":["trace[1922989878] 'process raft request' (duration: 323.60222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.389408Z","caller":"traceutil/trace.go:171","msg":"trace[1859780822] linearizableReadLoop","detail":"{readStateIndex:18775; appliedIndex:18772; }","duration":"385.579435ms","start":"2026-03-31T05:40:47.003805Z","end":"2026-03-31T05:40:47.389384Z","steps":["trace[1859780822] 'read index received' (duration: 186.825965ms)","trace[1859780822] 'applied index is now lower than readState.Index' (duration: 198.75256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:47.389553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.72639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:47.389717Z","caller":"traceutil/trace.go:171","msg":"trace[2118204981] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18134; }","duration":"385.932886ms","start":"2026-03-31T05:40:47.003769Z","end":"2026-03-31T05:40:47.389702Z","steps":["trace[2118204981] 'agreement among raft nodes before linearized reading' (duration: 385.675888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:47.389758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:47.003759Z","time spent":"385.989218ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:40:47.389838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:40:47.065519Z","time spent":"324.133076ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:40:47.389908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.61695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:47.390037Z","caller":"traceutil/trace.go:171","msg":"trace[999381189] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:18134; }","duration":"233.801696ms","start":"2026-03-31T05:40:47.156209Z","end":"2026-03-31T05:40:47.39001Z","steps":["trace[999381189] 'agreement among raft nodes before linearized reading' (duration: 233.528878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:47.390453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.23339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:40:47.390483Z","caller":"traceutil/trace.go:171","msg":"trace[543717837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18134; }","duration":"195.294332ms","start":"2026-03-31T05:40:47.195181Z","end":"2026-03-31T05:40:47.390475Z","steps":["trace[543717837] 'agreement among raft nodes before linearized reading' (duration: 195.128607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.54818Z","caller":"traceutil/trace.go:171","msg":"trace[1639576862] linearizableReadLoop","detail":"{readStateIndex:18778; appliedIndex:18776; }","duration":"133.531033ms","start":"2026-03-31T05:40:47.414618Z","end":"2026-03-31T05:40:47.548149Z","steps":["trace[1639576862] 'read index received' (duration: 49.859663ms)","trace[1639576862] 'applied index is now lower than readState.Index' (duration: 83.66997ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:47.548242Z","caller":"traceutil/trace.go:171","msg":"trace[1703874242] transaction","detail":"{read_only:false; response_revision:18136; number_of_response:1; }","duration":"140.290637ms","start":"2026-03-31T05:40:47.407921Z","end":"2026-03-31T05:40:47.548212Z","steps":["trace[1703874242] 'process raft request' (duration: 121.285837ms)","trace[1703874242] 'compare' (duration: 18.794903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:47.548442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.801442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-31T05:40:47.548533Z","caller":"traceutil/trace.go:171","msg":"trace[1018588405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18136; }","duration":"133.938646ms","start":"2026-03-31T05:40:47.414576Z","end":"2026-03-31T05:40:47.548515Z","steps":["trace[1018588405] 'agreement among raft nodes before linearized reading' (duration: 133.686338ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.731558Z","caller":"traceutil/trace.go:171","msg":"trace[480821584] transaction","detail":"{read_only:false; response_revision:18137; number_of_response:1; }","duration":"174.420543ms","start":"2026-03-31T05:40:47.557098Z","end":"2026-03-31T05:40:47.731518Z","steps":["trace[480821584] 'process raft request' (duration: 128.944928ms)","trace[480821584] 'compare' (duration: 45.32527ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:47.795832Z","caller":"traceutil/trace.go:171","msg":"trace[1585784816] transaction","detail":"{read_only:false; response_revision:18139; number_of_response:1; }","duration":"198.990958ms","start":"2026-03-31T05:40:47.596817Z","end":"2026-03-31T05:40:47.795808Z","steps":["trace[1585784816] 'process raft request' (duration: 198.912696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.795948Z","caller":"traceutil/trace.go:171","msg":"trace[1303857020] linearizableReadLoop","detail":"{readStateIndex:18782; appliedIndex:18778; }","duration":"198.207163ms","start":"2026-03-31T05:40:47.597728Z","end":"2026-03-31T05:40:47.795935Z","steps":["trace[1303857020] 'read index received' (duration: 88.507812ms)","trace[1303857020] 'applied index is now lower than readState.Index' (duration: 109.698451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:47.796086Z","caller":"traceutil/trace.go:171","msg":"trace[1785123520] transaction","detail":"{read_only:false; response_revision:18140; number_of_response:1; }","duration":"199.011218ms","start":"2026-03-31T05:40:47.597028Z","end":"2026-03-31T05:40:47.796039Z","steps":["trace[1785123520] 'process raft request' (duration: 198.74027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.796116Z","caller":"traceutil/trace.go:171","msg":"trace[1059465321] transaction","detail":"{read_only:false; response_revision:18138; number_of_response:1; }","duration":"199.312518ms","start":"2026-03-31T05:40:47.596786Z","end":"2026-03-31T05:40:47.796098Z","steps":["trace[1059465321] 'process raft request' (duration: 198.822543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:47.79628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.537964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:40:47.796309Z","caller":"traceutil/trace.go:171","msg":"trace[1332017755] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18140; }","duration":"198.605946ms","start":"2026-03-31T05:40:47.597696Z","end":"2026-03-31T05:40:47.796302Z","steps":["trace[1332017755] 'agreement among raft nodes before linearized reading' (duration: 198.495072ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.871795Z","caller":"traceutil/trace.go:171","msg":"trace[674148478] transaction","detail":"{read_only:false; response_revision:18142; number_of_response:1; }","duration":"134.307587ms","start":"2026-03-31T05:40:47.737471Z","end":"2026-03-31T05:40:47.871779Z","steps":["trace[674148478] 'process raft request' (duration: 134.226195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.871804Z","caller":"traceutil/trace.go:171","msg":"trace[2052106750] transaction","detail":"{read_only:false; response_revision:18141; number_of_response:1; }","duration":"135.6455ms","start":"2026-03-31T05:40:47.736129Z","end":"2026-03-31T05:40:47.871774Z","steps":["trace[2052106750] 'process raft request' (duration: 135.390182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.871974Z","caller":"traceutil/trace.go:171","msg":"trace[1843595957] transaction","detail":"{read_only:false; response_revision:18143; number_of_response:1; }","duration":"132.076567ms","start":"2026-03-31T05:40:47.739886Z","end":"2026-03-31T05:40:47.871963Z","steps":["trace[1843595957] 'process raft request' (duration: 131.85073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:47.872092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.016377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:40:47.872124Z","caller":"traceutil/trace.go:171","msg":"trace[1924165691] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18143; }","duration":"152.097429ms","start":"2026-03-31T05:40:47.720018Z","end":"2026-03-31T05:40:47.872116Z","steps":["trace[1924165691] 'agreement among raft nodes before linearized reading' (duration: 151.976105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:47.872148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.189392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:40:47.872125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.030303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:40:47.872172Z","caller":"traceutil/trace.go:171","msg":"trace[386996870] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18143; }","duration":"152.245343ms","start":"2026-03-31T05:40:47.71992Z","end":"2026-03-31T05:40:47.872166Z","steps":["trace[386996870] 'agreement among raft nodes before linearized reading' (duration: 152.190692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:47.872198Z","caller":"traceutil/trace.go:171","msg":"trace[1019180298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18143; }","duration":"259.156337ms","start":"2026-03-31T05:40:47.613023Z","end":"2026-03-31T05:40:47.872179Z","steps":["trace[1019180298] 'agreement among raft nodes before linearized reading' (duration: 258.93965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:48.002127Z","caller":"traceutil/trace.go:171","msg":"trace[1891526702] transaction","detail":"{read_only:false; response_revision:18144; number_of_response:1; }","duration":"127.123891ms","start":"2026-03-31T05:40:47.874983Z","end":"2026-03-31T05:40:48.002106Z","steps":["trace[1891526702] 'process raft request' (duration: 126.962456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:48.010458Z","caller":"traceutil/trace.go:171","msg":"trace[1360233195] linearizableReadLoop","detail":"{readStateIndex:18787; appliedIndex:18785; }","duration":"122.185315ms","start":"2026-03-31T05:40:47.888234Z","end":"2026-03-31T05:40:48.010419Z","steps":["trace[1360233195] 'read index received' (duration: 113.830672ms)","trace[1360233195] 'applied index is now lower than readState.Index' (duration: 8.353783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:48.0105Z","caller":"traceutil/trace.go:171","msg":"trace[627503948] transaction","detail":"{read_only:false; response_revision:18145; number_of_response:1; }","duration":"134.440922ms","start":"2026-03-31T05:40:47.876032Z","end":"2026-03-31T05:40:48.010473Z","steps":["trace[627503948] 'process raft request' (duration: 134.266776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:48.01063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.381601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-service-96szv\" ","response":"range_response_count:1 size:6578"} {"level":"info","ts":"2026-03-31T05:40:48.01068Z","caller":"traceutil/trace.go:171","msg":"trace[1554694944] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-service-96szv; range_end:; response_count:1; response_revision:18145; }","duration":"122.485494ms","start":"2026-03-31T05:40:47.888184Z","end":"2026-03-31T05:40:48.010669Z","steps":["trace[1554694944] 'agreement among raft nodes before linearized reading' (duration: 122.326589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:48.196942Z","caller":"traceutil/trace.go:171","msg":"trace[1008678175] linearizableReadLoop","detail":"{readStateIndex:18788; appliedIndex:18787; }","duration":"163.198799ms","start":"2026-03-31T05:40:48.033723Z","end":"2026-03-31T05:40:48.196921Z","steps":["trace[1008678175] 'read index received' (duration: 84.572229ms)","trace[1008678175] 'applied index is now lower than readState.Index' (duration: 78.62573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:48.197121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.377635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:40:48.197135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:40:48.197169Z","caller":"traceutil/trace.go:171","msg":"trace[764694473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18146; }","duration":"163.457487ms","start":"2026-03-31T05:40:48.033699Z","end":"2026-03-31T05:40:48.197156Z","steps":["trace[764694473] 'agreement among raft nodes before linearized reading' (duration: 163.311352ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:48.197172Z","caller":"traceutil/trace.go:171","msg":"trace[461840012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18146; }","duration":"161.727573ms","start":"2026-03-31T05:40:48.035432Z","end":"2026-03-31T05:40:48.19716Z","steps":["trace[461840012] 'agreement among raft nodes before linearized reading' (duration: 161.65026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:48.197145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.707671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:48.197237Z","caller":"traceutil/trace.go:171","msg":"trace[2069111753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18146; }","duration":"109.852946ms","start":"2026-03-31T05:40:48.087368Z","end":"2026-03-31T05:40:48.197221Z","steps":["trace[2069111753] 'agreement among raft nodes before linearized reading' (duration: 109.68613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:48.197315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.62644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:40:48.19735Z","caller":"traceutil/trace.go:171","msg":"trace[1466359814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18146; }","duration":"162.673892ms","start":"2026-03-31T05:40:48.034666Z","end":"2026-03-31T05:40:48.19734Z","steps":["trace[1466359814] 'agreement among raft nodes before linearized reading' (duration: 162.382513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:48.197013Z","caller":"traceutil/trace.go:171","msg":"trace[2100520939] transaction","detail":"{read_only:false; response_revision:18146; number_of_response:1; }","duration":"175.921101ms","start":"2026-03-31T05:40:48.021044Z","end":"2026-03-31T05:40:48.196965Z","steps":["trace[2100520939] 'process raft request' (duration: 97.249619ms)","trace[2100520939] 'compare' (duration: 78.531177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:48.908274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.371444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-31T05:40:48.908406Z","caller":"traceutil/trace.go:171","msg":"trace[177474522] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:18151; }","duration":"137.55937ms","start":"2026-03-31T05:40:48.770832Z","end":"2026-03-31T05:40:48.908391Z","steps":["trace[177474522] 'range keys from in-memory index tree' (duration: 137.252971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:48.908916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.488341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904621"} {"level":"info","ts":"2026-03-31T05:40:48.909008Z","caller":"traceutil/trace.go:171","msg":"trace[702066700] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18151; }","duration":"139.627815ms","start":"2026-03-31T05:40:48.769362Z","end":"2026-03-31T05:40:48.90899Z","steps":["trace[702066700] 'range keys from in-memory index tree' (duration: 138.713296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:48.909066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.907126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904621"} {"level":"info","ts":"2026-03-31T05:40:48.909137Z","caller":"traceutil/trace.go:171","msg":"trace[1143798590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18151; }","duration":"135.011989ms","start":"2026-03-31T05:40:48.774107Z","end":"2026-03-31T05:40:48.909119Z","steps":["trace[1143798590] 'range keys from in-memory index tree' (duration: 133.779991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:48.909138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.401219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904621"} {"level":"info","ts":"2026-03-31T05:40:48.909211Z","caller":"traceutil/trace.go:171","msg":"trace[561665679] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18151; }","duration":"140.500232ms","start":"2026-03-31T05:40:48.768694Z","end":"2026-03-31T05:40:48.909195Z","steps":["trace[561665679] 'range keys from in-memory index tree' (duration: 139.375088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:48.909196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.78827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:904621"} {"level":"info","ts":"2026-03-31T05:40:48.909278Z","caller":"traceutil/trace.go:171","msg":"trace[2074623530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:18151; }","duration":"139.905514ms","start":"2026-03-31T05:40:48.769355Z","end":"2026-03-31T05:40:48.90926Z","steps":["trace[2074623530] 'range keys from in-memory index tree' (duration: 138.658745ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:48.912178Z","caller":"traceutil/trace.go:171","msg":"trace[1373179851] linearizableReadLoop","detail":"{readStateIndex:18794; appliedIndex:18793; }","duration":"134.957938ms","start":"2026-03-31T05:40:48.777205Z","end":"2026-03-31T05:40:48.912163Z","steps":["trace[1373179851] 'read index received' (duration: 134.733871ms)","trace[1373179851] 'applied index is now lower than readState.Index' (duration: 222.867µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:48.912392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.172415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-31T05:40:48.912439Z","caller":"traceutil/trace.go:171","msg":"trace[243971311] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:18152; }","duration":"135.242456ms","start":"2026-03-31T05:40:48.777187Z","end":"2026-03-31T05:40:48.912429Z","steps":["trace[243971311] 'agreement among raft nodes before linearized reading' (duration: 135.05119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:48.912476Z","caller":"traceutil/trace.go:171","msg":"trace[1010642014] transaction","detail":"{read_only:false; response_revision:18152; number_of_response:1; }","duration":"138.326154ms","start":"2026-03-31T05:40:48.774132Z","end":"2026-03-31T05:40:48.912459Z","steps":["trace[1010642014] 'process raft request' (duration: 137.86199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:56.555051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.261429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:40:56.5553Z","caller":"traceutil/trace.go:171","msg":"trace[2144181666] transaction","detail":"{read_only:false; response_revision:18202; number_of_response:1; }","duration":"237.190343ms","start":"2026-03-31T05:40:56.318079Z","end":"2026-03-31T05:40:56.55527Z","steps":["trace[2144181666] 'process raft request' (duration: 36.535222ms)","trace[2144181666] 'compare' (duration: 200.153496ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:40:56.555301Z","caller":"traceutil/trace.go:171","msg":"trace[501268105] linearizableReadLoop","detail":"{readStateIndex:18847; appliedIndex:18845; }","duration":"126.190552ms","start":"2026-03-31T05:40:56.429089Z","end":"2026-03-31T05:40:56.555279Z","steps":["trace[501268105] 'read index received' (duration: 98.472967ms)","trace[501268105] 'applied index is now lower than readState.Index' (duration: 27.715405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:40:56.555602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.499341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:40:56.555657Z","caller":"traceutil/trace.go:171","msg":"trace[30563416] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:18203; }","duration":"126.579404ms","start":"2026-03-31T05:40:56.429062Z","end":"2026-03-31T05:40:56.555641Z","steps":["trace[30563416] 'agreement among raft nodes before linearized reading' (duration: 126.44748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:40:56.555681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.593729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:40:56.555757Z","caller":"traceutil/trace.go:171","msg":"trace[1106857333] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:18203; }","duration":"116.718262ms","start":"2026-03-31T05:40:56.439025Z","end":"2026-03-31T05:40:56.555743Z","steps":["trace[1106857333] 'agreement among raft nodes before linearized reading' (duration: 116.504066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:40:56.555574Z","caller":"traceutil/trace.go:171","msg":"trace[1470319238] transaction","detail":"{read_only:false; response_revision:18203; number_of_response:1; }","duration":"236.957596ms","start":"2026-03-31T05:40:56.318559Z","end":"2026-03-31T05:40:56.555517Z","steps":["trace[1470319238] 'process raft request' (duration: 236.636976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:06.804197Z","caller":"traceutil/trace.go:171","msg":"trace[212639424] linearizableReadLoop","detail":"{readStateIndex:18902; appliedIndex:18900; }","duration":"126.529302ms","start":"2026-03-31T05:41:06.677652Z","end":"2026-03-31T05:41:06.804181Z","steps":["trace[212639424] 'read index received' (duration: 17.776161ms)","trace[212639424] 'applied index is now lower than readState.Index' (duration: 108.752311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:06.804401Z","caller":"traceutil/trace.go:171","msg":"trace[509233690] transaction","detail":"{read_only:false; response_revision:18256; number_of_response:1; }","duration":"192.343498ms","start":"2026-03-31T05:41:06.612044Z","end":"2026-03-31T05:41:06.804388Z","steps":["trace[509233690] 'process raft request' (duration: 146.635856ms)","trace[509233690] 'compare' (duration: 45.426794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:41:06.804713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.039909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:41:06.804893Z","caller":"traceutil/trace.go:171","msg":"trace[1494856137] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:18256; }","duration":"127.260875ms","start":"2026-03-31T05:41:06.67761Z","end":"2026-03-31T05:41:06.804871Z","steps":["trace[1494856137] 'agreement among raft nodes before linearized reading' (duration: 127.029677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:09.088118Z","caller":"traceutil/trace.go:171","msg":"trace[283595767] transaction","detail":"{read_only:false; response_revision:18269; number_of_response:1; }","duration":"140.667758ms","start":"2026-03-31T05:41:08.947412Z","end":"2026-03-31T05:41:09.08808Z","steps":["trace[283595767] 'process raft request' (duration: 140.38974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:09.407107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.511273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:41:09.407554Z","caller":"traceutil/trace.go:171","msg":"trace[1882277117] linearizableReadLoop","detail":"{readStateIndex:18916; appliedIndex:18915; }","duration":"215.017274ms","start":"2026-03-31T05:41:09.192442Z","end":"2026-03-31T05:41:09.407459Z","steps":["trace[1882277117] 'read index received' (duration: 28.930603ms)","trace[1882277117] 'applied index is now lower than readState.Index' (duration: 186.08486ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:09.407556Z","caller":"traceutil/trace.go:171","msg":"trace[326042337] transaction","detail":"{read_only:false; response_revision:18270; number_of_response:1; }","duration":"228.378115ms","start":"2026-03-31T05:41:09.179156Z","end":"2026-03-31T05:41:09.407534Z","steps":["trace[326042337] 'process raft request' (duration: 42.324375ms)","trace[326042337] 'compare' (duration: 185.236144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:41:09.407779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.854533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-31T05:41:09.407839Z","caller":"traceutil/trace.go:171","msg":"trace[2133075564] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:18270; }","duration":"198.968477ms","start":"2026-03-31T05:41:09.208856Z","end":"2026-03-31T05:41:09.407824Z","steps":["trace[2133075564] 'agreement among raft nodes before linearized reading' (duration: 198.819312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:09.407838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.017998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20760"} {"level":"warn","ts":"2026-03-31T05:41:09.407849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.402935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv\" ","response":"range_response_count:1 size:15433"} {"level":"info","ts":"2026-03-31T05:41:09.407893Z","caller":"traceutil/trace.go:171","msg":"trace[514685998] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:18270; }","duration":"211.123871ms","start":"2026-03-31T05:41:09.196753Z","end":"2026-03-31T05:41:09.407877Z","steps":["trace[514685998] 'agreement among raft nodes before linearized reading' (duration: 210.907754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:09.40793Z","caller":"traceutil/trace.go:171","msg":"trace[1366990639] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv; range_end:; response_count:1; response_revision:18270; }","duration":"215.53274ms","start":"2026-03-31T05:41:09.192381Z","end":"2026-03-31T05:41:09.407914Z","steps":["trace[1366990639] 'agreement among raft nodes before linearized reading' (duration: 215.261571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:17.939097Z","caller":"traceutil/trace.go:171","msg":"trace[2104534179] transaction","detail":"{read_only:false; response_revision:18345; number_of_response:1; }","duration":"190.232632ms","start":"2026-03-31T05:41:17.748841Z","end":"2026-03-31T05:41:17.939074Z","steps":["trace[2104534179] 'process raft request' (duration: 189.782278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:18.192515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.065968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:41:18.192718Z","caller":"traceutil/trace.go:171","msg":"trace[97146218] transaction","detail":"{read_only:false; response_revision:18346; number_of_response:1; }","duration":"227.647032ms","start":"2026-03-31T05:41:17.965029Z","end":"2026-03-31T05:41:18.192676Z","steps":["trace[97146218] 'process raft request' (duration: 75.310896ms)","trace[97146218] 'compare' (duration: 151.909483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:18.192781Z","caller":"traceutil/trace.go:171","msg":"trace[1012129769] linearizableReadLoop","detail":"{readStateIndex:18994; appliedIndex:18993; }","duration":"150.718885ms","start":"2026-03-31T05:41:18.042043Z","end":"2026-03-31T05:41:18.192762Z","steps":["trace[1012129769] 'read index received' (duration: 37.371µs)","trace[1012129769] 'applied index is now lower than readState.Index' (duration: 150.679314ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:18.192831Z","caller":"traceutil/trace.go:171","msg":"trace[448743269] transaction","detail":"{read_only:false; response_revision:18347; number_of_response:1; }","duration":"119.230812ms","start":"2026-03-31T05:41:18.073576Z","end":"2026-03-31T05:41:18.192807Z","steps":["trace[448743269] 'process raft request' (duration: 119.075167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:18.192928Z","caller":"traceutil/trace.go:171","msg":"trace[1328800318] transaction","detail":"{read_only:false; response_revision:18348; number_of_response:1; }","duration":"101.849423ms","start":"2026-03-31T05:41:18.091042Z","end":"2026-03-31T05:41:18.192891Z","steps":["trace[1328800318] 'process raft request' (duration: 101.708419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:18.193064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.055881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:41:18.193074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.003596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:41:18.193097Z","caller":"traceutil/trace.go:171","msg":"trace[397406093] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18348; }","duration":"103.133633ms","start":"2026-03-31T05:41:18.089956Z","end":"2026-03-31T05:41:18.19309Z","steps":["trace[397406093] 'agreement among raft nodes before linearized reading' (duration: 103.043831ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:18.193111Z","caller":"traceutil/trace.go:171","msg":"trace[391698015] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18348; }","duration":"146.10976ms","start":"2026-03-31T05:41:18.046989Z","end":"2026-03-31T05:41:18.193099Z","steps":["trace[391698015] 'agreement among raft nodes before linearized reading' (duration: 145.902133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:18.193099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.019664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:41:18.193168Z","caller":"traceutil/trace.go:171","msg":"trace[1811912736] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18348; }","duration":"151.120227ms","start":"2026-03-31T05:41:18.042031Z","end":"2026-03-31T05:41:18.193151Z","steps":["trace[1811912736] 'agreement among raft nodes before linearized reading' (duration: 150.841229ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:18.852015Z","caller":"traceutil/trace.go:171","msg":"trace[459483507] transaction","detail":"{read_only:false; response_revision:18351; number_of_response:1; }","duration":"108.196594ms","start":"2026-03-31T05:41:18.743789Z","end":"2026-03-31T05:41:18.851986Z","steps":["trace[459483507] 'process raft request' (duration: 108.042569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:19.004283Z","caller":"traceutil/trace.go:171","msg":"trace[1565667211] transaction","detail":"{read_only:false; response_revision:18353; number_of_response:1; }","duration":"106.639964ms","start":"2026-03-31T05:41:18.897608Z","end":"2026-03-31T05:41:19.004248Z","steps":["trace[1565667211] 'process raft request' (duration: 106.596433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:19.00461Z","caller":"traceutil/trace.go:171","msg":"trace[660285052] transaction","detail":"{read_only:false; response_revision:18352; number_of_response:1; }","duration":"108.740731ms","start":"2026-03-31T05:41:18.895849Z","end":"2026-03-31T05:41:19.00459Z","steps":["trace[660285052] 'process raft request' (duration: 74.292934ms)","trace[660285052] 'compare' (duration: 33.958202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:20.236143Z","caller":"traceutil/trace.go:171","msg":"trace[448660758] linearizableReadLoop","detail":"{readStateIndex:19003; appliedIndex:19002; }","duration":"294.084349ms","start":"2026-03-31T05:41:19.942032Z","end":"2026-03-31T05:41:20.236117Z","steps":["trace[448660758] 'read index received' (duration: 293.943764ms)","trace[448660758] 'applied index is now lower than readState.Index' (duration: 139.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:20.236246Z","caller":"traceutil/trace.go:171","msg":"trace[1067819289] transaction","detail":"{read_only:false; response_revision:18355; number_of_response:1; }","duration":"564.940485ms","start":"2026-03-31T05:41:19.671268Z","end":"2026-03-31T05:41:20.236208Z","steps":["trace[1067819289] 'process raft request' (duration: 564.390477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:20.236442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:19.671256Z","time spent":"565.058298ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:41:20.236602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.258244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:41:20.236648Z","caller":"traceutil/trace.go:171","msg":"trace[1493999065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18355; }","duration":"294.611335ms","start":"2026-03-31T05:41:19.942025Z","end":"2026-03-31T05:41:20.236636Z","steps":["trace[1493999065] 'agreement among raft nodes before linearized reading' (duration: 294.229373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:20.402192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.194116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:41:20.402329Z","caller":"traceutil/trace.go:171","msg":"trace[1266060895] linearizableReadLoop","detail":"{readStateIndex:19006; appliedIndex:19003; }","duration":"166.0908ms","start":"2026-03-31T05:41:20.236227Z","end":"2026-03-31T05:41:20.402318Z","steps":["trace[1266060895] 'read index received' (duration: 49.611415ms)","trace[1266060895] 'applied index is now lower than readState.Index' (duration: 116.478695ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:20.402384Z","caller":"traceutil/trace.go:171","msg":"trace[543088600] transaction","detail":"{read_only:false; response_revision:18357; number_of_response:1; }","duration":"203.772029ms","start":"2026-03-31T05:41:20.198607Z","end":"2026-03-31T05:41:20.402379Z","steps":["trace[543088600] 'process raft request' (duration: 203.654216ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:41:20.402348Z","caller":"traceutil/trace.go:171","msg":"trace[295674098] transaction","detail":"{read_only:false; response_revision:18356; number_of_response:1; }","duration":"204.395248ms","start":"2026-03-31T05:41:20.197917Z","end":"2026-03-31T05:41:20.402312Z","steps":["trace[295674098] 'process raft request' (duration: 88.023937ms)","trace[295674098] 'compare' (duration: 116.090852ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:41:20.402532Z","caller":"traceutil/trace.go:171","msg":"trace[1548060440] transaction","detail":"{read_only:false; response_revision:18358; number_of_response:1; }","duration":"203.654105ms","start":"2026-03-31T05:41:20.198873Z","end":"2026-03-31T05:41:20.402527Z","steps":["trace[1548060440] 'process raft request' (duration: 203.417998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:20.402639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.419627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-31T05:41:20.402652Z","caller":"traceutil/trace.go:171","msg":"trace[1266420632] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18358; }","duration":"203.450339ms","start":"2026-03-31T05:41:20.199198Z","end":"2026-03-31T05:41:20.402648Z","steps":["trace[1266420632] 'agreement among raft nodes before linearized reading' (duration: 203.375066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:20.402774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.802627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:41:20.402756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.716279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:41:20.40281Z","caller":"traceutil/trace.go:171","msg":"trace[845742020] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18358; }","duration":"459.874079ms","start":"2026-03-31T05:41:19.942926Z","end":"2026-03-31T05:41:20.4028Z","steps":["trace[845742020] 'agreement among raft nodes before linearized reading' (duration: 459.751235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:20.402832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:19.942916Z","time spent":"459.91072ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-31T05:41:20.402846Z","caller":"traceutil/trace.go:171","msg":"trace[479557019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18358; }","duration":"314.845403ms","start":"2026-03-31T05:41:20.087977Z","end":"2026-03-31T05:41:20.402822Z","steps":["trace[479557019] 'agreement among raft nodes before linearized reading' (duration: 314.690068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:41:20.402897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.077169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-31T05:41:20.402899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:41:20.087958Z","time spent":"314.928686ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:41:20.402914Z","caller":"traceutil/trace.go:171","msg":"trace[329371154] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18358; }","duration":"204.12229ms","start":"2026-03-31T05:41:20.198787Z","end":"2026-03-31T05:41:20.40291Z","steps":["trace[329371154] 'agreement among raft nodes before linearized reading' (duration: 204.077409ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:03.173775Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16438} {"level":"info","ts":"2026-03-31T05:42:03.272261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16438,"took":"95.268736ms","hash":3716669937,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":30941184,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T05:42:03.272541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3716669937,"revision":16438,"compact-revision":14098} {"level":"warn","ts":"2026-03-31T05:42:12.863657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.580784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:12.864058Z","caller":"traceutil/trace.go:171","msg":"trace[365489273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18732; }","duration":"108.003557ms","start":"2026-03-31T05:42:12.756024Z","end":"2026-03-31T05:42:12.864028Z","steps":["trace[365489273] 'count revisions from in-memory index tree' (duration: 107.436639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.631782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782551605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:42:36.909813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08391779s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:42:36.911497Z","caller":"traceutil/trace.go:171","msg":"trace[965470357] transaction","detail":"{read_only:false; response_revision:18978; number_of_response:1; }","duration":"1.085707126s","start":"2026-03-31T05:42:35.825758Z","end":"2026-03-31T05:42:36.911465Z","steps":["trace[965470357] 'process raft request' (duration: 1.084305082s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.911684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:35.825722Z","time spent":"1.085848191s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:36.913245Z","caller":"traceutil/trace.go:171","msg":"trace[1003357008] linearizableReadLoop","detail":"{readStateIndex:19647; appliedIndex:19645; }","duration":"807.347206ms","start":"2026-03-31T05:42:36.105881Z","end":"2026-03-31T05:42:36.913228Z","steps":["trace[1003357008] 'read index received' (duration: 804.168016ms)","trace[1003357008] 'applied index is now lower than readState.Index' (duration: 3.17821ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:36.91362Z","caller":"traceutil/trace.go:171","msg":"trace[1150759343] transaction","detail":"{read_only:false; response_revision:18979; number_of_response:1; }","duration":"441.540217ms","start":"2026-03-31T05:42:36.472067Z","end":"2026-03-31T05:42:36.913607Z","steps":["trace[1150759343] 'process raft request' (duration: 440.906317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.913703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:36.472048Z","time spent":"441.61148ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:36.913858Z","caller":"traceutil/trace.go:171","msg":"trace[514576958] transaction","detail":"{read_only:false; response_revision:18980; number_of_response:1; }","duration":"199.573646ms","start":"2026-03-31T05:42:36.714272Z","end":"2026-03-31T05:42:36.913846Z","steps":["trace[514576958] 'process raft request' (duration: 198.789181ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:36.913994Z","caller":"traceutil/trace.go:171","msg":"trace[2139776816] transaction","detail":"{read_only:false; response_revision:18981; number_of_response:1; }","duration":"197.375246ms","start":"2026-03-31T05:42:36.71661Z","end":"2026-03-31T05:42:36.913985Z","steps":["trace[2139776816] 'process raft request' (duration: 196.488928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:36.914115Z","caller":"traceutil/trace.go:171","msg":"trace[1967943305] transaction","detail":"{read_only:false; response_revision:18982; number_of_response:1; }","duration":"197.17186ms","start":"2026-03-31T05:42:36.716935Z","end":"2026-03-31T05:42:36.914107Z","steps":["trace[1967943305] 'process raft request' (duration: 196.255201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.914265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.378749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:36.9143Z","caller":"traceutil/trace.go:171","msg":"trace[1682016669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18982; }","duration":"808.437411ms","start":"2026-03-31T05:42:36.105854Z","end":"2026-03-31T05:42:36.914292Z","steps":["trace[1682016669] 'agreement among raft nodes before linearized reading' (duration: 808.377869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.914332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:36.105841Z","time spent":"808.485403ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:42:36.914521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.088437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-31T05:42:36.914591Z","caller":"traceutil/trace.go:171","msg":"trace[1794543687] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:18982; }","duration":"722.211101ms","start":"2026-03-31T05:42:36.192362Z","end":"2026-03-31T05:42:36.914573Z","steps":["trace[1794543687] 'agreement among raft nodes before linearized reading' (duration: 722.002484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.914627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:36.192342Z","time spent":"722.278583ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" "} {"level":"warn","ts":"2026-03-31T05:42:36.914961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.322068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:36.914989Z","caller":"traceutil/trace.go:171","msg":"trace[1349124168] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:18982; }","duration":"109.393451ms","start":"2026-03-31T05:42:36.805589Z","end":"2026-03-31T05:42:36.914982Z","steps":["trace[1349124168] 'agreement among raft nodes before linearized reading' (duration: 109.251096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.914992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.5308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:42:36.915037Z","caller":"traceutil/trace.go:171","msg":"trace[561353742] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:18982; }","duration":"689.589322ms","start":"2026-03-31T05:42:36.225436Z","end":"2026-03-31T05:42:36.915025Z","steps":["trace[561353742] 'agreement among raft nodes before linearized reading' (duration: 689.405816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.915072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:36.225378Z","time spent":"689.686485ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:42:36.915261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.332345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:36.915346Z","caller":"traceutil/trace.go:171","msg":"trace[2057480993] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:18982; }","duration":"359.441688ms","start":"2026-03-31T05:42:36.555891Z","end":"2026-03-31T05:42:36.915333Z","steps":["trace[2057480993] 'agreement among raft nodes before linearized reading' (duration: 359.324904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.915398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:36.55588Z","time spent":"359.49569ms","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:36.915474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.403527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-31T05:42:36.915505Z","caller":"traceutil/trace.go:171","msg":"trace[2036724690] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:18982; }","duration":"398.458509ms","start":"2026-03-31T05:42:36.517039Z","end":"2026-03-31T05:42:36.915498Z","steps":["trace[2036724690] 'agreement among raft nodes before linearized reading' (duration: 398.379366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.915528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:36.517026Z","time spent":"398.49732ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" "} {"level":"warn","ts":"2026-03-31T05:42:36.91557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.188246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:42:36.915831Z","caller":"traceutil/trace.go:171","msg":"trace[413582751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18982; }","duration":"240.500507ms","start":"2026-03-31T05:42:36.67528Z","end":"2026-03-31T05:42:36.915781Z","steps":["trace[413582751] 'agreement among raft nodes before linearized reading' (duration: 239.849056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:36.915865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.993096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:42:36.915905Z","caller":"traceutil/trace.go:171","msg":"trace[2002530779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18982; }","duration":"114.063267ms","start":"2026-03-31T05:42:36.801833Z","end":"2026-03-31T05:42:36.915896Z","steps":["trace[2002530779] 'agreement among raft nodes before linearized reading' (duration: 113.971755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:43.537618Z","caller":"traceutil/trace.go:171","msg":"trace[660035822] transaction","detail":"{read_only:false; response_revision:19023; number_of_response:1; }","duration":"111.029283ms","start":"2026-03-31T05:42:43.426561Z","end":"2026-03-31T05:42:43.53759Z","steps":["trace[660035822] 'process raft request' (duration: 110.883788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:44.384708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.467914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" ","response":"range_response_count:1 size:20862"} {"level":"info","ts":"2026-03-31T05:42:44.384828Z","caller":"traceutil/trace.go:171","msg":"trace[1117723333] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-n4qp6; range_end:; response_count:1; response_revision:19023; }","duration":"712.613638ms","start":"2026-03-31T05:42:43.672185Z","end":"2026-03-31T05:42:44.384799Z","steps":["trace[1117723333] 'range keys from in-memory index tree' (duration: 712.300678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:44.38488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:43.672167Z","time spent":"712.69765ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20886,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-n4qp6\" "} {"level":"info","ts":"2026-03-31T05:42:44.473651Z","caller":"traceutil/trace.go:171","msg":"trace[1750351456] transaction","detail":"{read_only:false; response_revision:19024; number_of_response:1; }","duration":"590.598069ms","start":"2026-03-31T05:42:43.883032Z","end":"2026-03-31T05:42:44.47363Z","steps":["trace[1750351456] 'process raft request' (duration: 590.367842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:44.473872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:43.882992Z","time spent":"590.727293ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18736,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:44.474113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.015785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-03-31T05:42:44.47419Z","caller":"traceutil/trace.go:171","msg":"trace[1204112403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:19024; }","duration":"476.190951ms","start":"2026-03-31T05:42:43.997982Z","end":"2026-03-31T05:42:44.474173Z","steps":["trace[1204112403] 'agreement among raft nodes before linearized reading' (duration: 475.785678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:44.474339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:43.997965Z","time spent":"476.365496ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3250,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-31T05:42:44.474413Z","caller":"traceutil/trace.go:171","msg":"trace[99577403] linearizableReadLoop","detail":"{readStateIndex:19693; appliedIndex:19692; }","duration":"475.559011ms","start":"2026-03-31T05:42:43.998026Z","end":"2026-03-31T05:42:44.473585Z","steps":["trace[99577403] 'read index received' (duration: 475.323974ms)","trace[99577403] 'applied index is now lower than readState.Index' (duration: 233.937µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:44.528675Z","caller":"traceutil/trace.go:171","msg":"trace[1891604471] transaction","detail":"{read_only:false; response_revision:19025; number_of_response:1; }","duration":"128.137871ms","start":"2026-03-31T05:42:44.400518Z","end":"2026-03-31T05:42:44.528655Z","steps":["trace[1891604471] 'process raft request' (duration: 127.918514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:44.52895Z","caller":"traceutil/trace.go:171","msg":"trace[2034545819] transaction","detail":"{read_only:false; response_revision:19026; number_of_response:1; }","duration":"111.828687ms","start":"2026-03-31T05:42:44.417063Z","end":"2026-03-31T05:42:44.528892Z","steps":["trace[2034545819] 'process raft request' (duration: 111.548448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:44.52953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.888176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:44.529602Z","caller":"traceutil/trace.go:171","msg":"trace[1487604552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19026; }","duration":"441.01444ms","start":"2026-03-31T05:42:44.088576Z","end":"2026-03-31T05:42:44.529591Z","steps":["trace[1487604552] 'agreement among raft nodes before linearized reading' (duration: 440.274746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:44.529698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:44.088557Z","time spent":"441.131844ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:42:44.530115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.394152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:44.530167Z","caller":"traceutil/trace.go:171","msg":"trace[2097698381] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19026; }","duration":"319.210978ms","start":"2026-03-31T05:42:44.210942Z","end":"2026-03-31T05:42:44.530153Z","steps":["trace[2097698381] 'agreement among raft nodes before linearized reading' (duration: 318.31996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:44.530205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:44.210915Z","time spent":"319.270829ms","remote":"127.0.0.1:37350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:45.185879Z","caller":"traceutil/trace.go:171","msg":"trace[1285933276] linearizableReadLoop","detail":"{readStateIndex:19696; appliedIndex:19695; }","duration":"238.477163ms","start":"2026-03-31T05:42:44.947378Z","end":"2026-03-31T05:42:45.185855Z","steps":["trace[1285933276] 'read index received' (duration: 238.293877ms)","trace[1285933276] 'applied index is now lower than readState.Index' (duration: 182.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:45.186339Z","caller":"traceutil/trace.go:171","msg":"trace[1657904260] transaction","detail":"{read_only:false; response_revision:19027; number_of_response:1; }","duration":"240.894678ms","start":"2026-03-31T05:42:44.945431Z","end":"2026-03-31T05:42:45.186326Z","steps":["trace[1657904260] 'process raft request' (duration: 240.289469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.186707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.319609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:45.186822Z","caller":"traceutil/trace.go:171","msg":"trace[1393165092] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19027; }","duration":"239.441173ms","start":"2026-03-31T05:42:44.947343Z","end":"2026-03-31T05:42:45.186785Z","steps":["trace[1393165092] 'agreement among raft nodes before linearized reading' (duration: 239.304759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:45.23257Z","caller":"traceutil/trace.go:171","msg":"trace[1306390506] transaction","detail":"{read_only:false; response_revision:19028; number_of_response:1; }","duration":"284.464642ms","start":"2026-03-31T05:42:44.948087Z","end":"2026-03-31T05:42:45.232551Z","steps":["trace[1306390506] 'process raft request' (duration: 284.144492ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:45.232733Z","caller":"traceutil/trace.go:171","msg":"trace[953079300] transaction","detail":"{read_only:false; response_revision:19029; number_of_response:1; }","duration":"283.202943ms","start":"2026-03-31T05:42:44.949524Z","end":"2026-03-31T05:42:45.232727Z","steps":["trace[953079300] 'process raft request' (duration: 282.79875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.232897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.138609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-31T05:42:45.232918Z","caller":"traceutil/trace.go:171","msg":"trace[1201713485] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:19029; }","duration":"197.19253ms","start":"2026-03-31T05:42:45.035718Z","end":"2026-03-31T05:42:45.232911Z","steps":["trace[1201713485] 'agreement among raft nodes before linearized reading' (duration: 197.086226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.233049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.103689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:42:45.233067Z","caller":"traceutil/trace.go:171","msg":"trace[932725997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19029; }","duration":"198.16084ms","start":"2026-03-31T05:42:45.034901Z","end":"2026-03-31T05:42:45.233062Z","steps":["trace[932725997] 'agreement among raft nodes before linearized reading' (duration: 198.107219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.233185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.460341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-31T05:42:45.233222Z","caller":"traceutil/trace.go:171","msg":"trace[672226838] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:19029; }","duration":"212.523663ms","start":"2026-03-31T05:42:45.020693Z","end":"2026-03-31T05:42:45.233217Z","steps":["trace[672226838] 'agreement among raft nodes before linearized reading' (duration: 212.443781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.233339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.828212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:42:45.233353Z","caller":"traceutil/trace.go:171","msg":"trace[739615172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19029; }","duration":"244.841783ms","start":"2026-03-31T05:42:44.988506Z","end":"2026-03-31T05:42:45.233348Z","steps":["trace[739615172] 'agreement among raft nodes before linearized reading' (duration: 244.803031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.233434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.473912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:42:45.233448Z","caller":"traceutil/trace.go:171","msg":"trace[2101203238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19029; }","duration":"251.504994ms","start":"2026-03-31T05:42:44.98194Z","end":"2026-03-31T05:42:45.233445Z","steps":["trace[2101203238] 'agreement among raft nodes before linearized reading' (duration: 251.464572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.701841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.357213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:42:45.701969Z","caller":"traceutil/trace.go:171","msg":"trace[1248675342] transaction","detail":"{read_only:false; response_revision:19030; number_of_response:1; }","duration":"463.48043ms","start":"2026-03-31T05:42:45.238462Z","end":"2026-03-31T05:42:45.701942Z","steps":["trace[1248675342] 'process raft request' (duration: 182.92773ms)","trace[1248675342] 'compare' (duration: 280.215669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:45.70206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.238447Z","time spent":"463.570492ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:45.986946Z","caller":"traceutil/trace.go:171","msg":"trace[928259813] linearizableReadLoop","detail":"{readStateIndex:19700; appliedIndex:19698; }","duration":"747.395155ms","start":"2026-03-31T05:42:45.239528Z","end":"2026-03-31T05:42:45.986923Z","steps":["trace[928259813] 'read index received' (duration: 182.008091ms)","trace[928259813] 'applied index is now lower than readState.Index' (duration: 565.385804ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:45.98699Z","caller":"traceutil/trace.go:171","msg":"trace[1358775640] transaction","detail":"{read_only:false; response_revision:19032; number_of_response:1; }","duration":"747.22122ms","start":"2026-03-31T05:42:45.239744Z","end":"2026-03-31T05:42:45.986965Z","steps":["trace[1358775640] 'process raft request' (duration: 747.091486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:45.986995Z","caller":"traceutil/trace.go:171","msg":"trace[1780578937] transaction","detail":"{read_only:false; response_revision:19031; number_of_response:1; }","duration":"749.585144ms","start":"2026-03-31T05:42:45.237348Z","end":"2026-03-31T05:42:45.986933Z","steps":["trace[1780578937] 'process raft request' (duration: 700.417333ms)","trace[1780578937] 'compare' (duration: 48.718407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:45.987139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.239728Z","time spent":"747.320043ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:45.987143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.237328Z","time spent":"749.741439ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:45.987265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.539912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:42:45.987346Z","caller":"traceutil/trace.go:171","msg":"trace[604928416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19032; }","duration":"444.655985ms","start":"2026-03-31T05:42:45.542671Z","end":"2026-03-31T05:42:45.987327Z","steps":["trace[604928416] 'agreement among raft nodes before linearized reading' (duration: 444.49609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.98739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.542652Z","time spent":"444.730178ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:42:45.987399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.534267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:42:45.987422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.36131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T05:42:45.987454Z","caller":"traceutil/trace.go:171","msg":"trace[534333160] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:19032; }","duration":"349.420352ms","start":"2026-03-31T05:42:45.638025Z","end":"2026-03-31T05:42:45.987445Z","steps":["trace[534333160] 'agreement among raft nodes before linearized reading' (duration: 349.258277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:45.987446Z","caller":"traceutil/trace.go:171","msg":"trace[1203089751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19032; }","duration":"564.61452ms","start":"2026-03-31T05:42:45.42282Z","end":"2026-03-31T05:42:45.987435Z","steps":["trace[1203089751] 'agreement among raft nodes before linearized reading' (duration: 564.449095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.98747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.638008Z","time spent":"349.458093ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:42:45.987479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.4228Z","time spent":"564.671391ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:45.98753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.051829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-31T05:42:45.987543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.443666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:42:45.987567Z","caller":"traceutil/trace.go:171","msg":"trace[328266390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19032; }","duration":"481.500718ms","start":"2026-03-31T05:42:45.506059Z","end":"2026-03-31T05:42:45.98756Z","steps":["trace[328266390] 'agreement among raft nodes before linearized reading' (duration: 481.437386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:45.987561Z","caller":"traceutil/trace.go:171","msg":"trace[804635738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19032; }","duration":"743.11084ms","start":"2026-03-31T05:42:45.244438Z","end":"2026-03-31T05:42:45.987549Z","steps":["trace[804635738] 'agreement among raft nodes before linearized reading' (duration: 743.028508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.987597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.50604Z","time spent":"481.55256ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:45.987603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.244427Z","time spent":"743.165522ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:42:45.987956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.427248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942896"} {"level":"info","ts":"2026-03-31T05:42:45.988002Z","caller":"traceutil/trace.go:171","msg":"trace[1442363508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19032; }","duration":"748.49852ms","start":"2026-03-31T05:42:45.239488Z","end":"2026-03-31T05:42:45.987987Z","steps":["trace[1442363508] 'agreement among raft nodes before linearized reading' (duration: 747.54047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.988033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.239472Z","time spent":"748.550121ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:42:45.991042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.506333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942896"} {"level":"info","ts":"2026-03-31T05:42:45.991105Z","caller":"traceutil/trace.go:171","msg":"trace[1623826658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19032; }","duration":"750.595396ms","start":"2026-03-31T05:42:45.240497Z","end":"2026-03-31T05:42:45.991092Z","steps":["trace[1623826658] 'agreement among raft nodes before linearized reading' (duration: 746.562739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:45.99114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:45.24049Z","time spent":"750.640668ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":942920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:42:48.087103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:42:48.087177Z","caller":"traceutil/trace.go:171","msg":"trace[1013085741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455691s","start":"2026-03-31T05:42:46.086705Z","end":"2026-03-31T05:42:48.087161Z","steps":["trace[1013085741] 'agreement among raft nodes before linearized reading' (duration: 2.000361238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.087217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:46.086688Z","time spent":"2.000519912s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:42:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:42:48.447302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298824632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:42:48.447424Z","caller":"traceutil/trace.go:171","msg":"trace[18437343] transaction","detail":"{read_only:false; response_revision:19036; number_of_response:1; }","duration":"2.431165956s","start":"2026-03-31T05:42:46.016233Z","end":"2026-03-31T05:42:48.447399Z","steps":["trace[18437343] 'process raft request' (duration: 132.190489ms)","trace[18437343] 'compare' (duration: 2.298417569s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:48.447483Z","caller":"traceutil/trace.go:171","msg":"trace[1496566599] transaction","detail":"{read_only:false; response_revision:19037; number_of_response:1; }","duration":"1.469922905s","start":"2026-03-31T05:42:46.977551Z","end":"2026-03-31T05:42:48.447473Z","steps":["trace[1496566599] 'process raft request' (duration: 1.469837362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.447532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:46.977526Z","time spent":"1.469988707s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:42:48.447658Z","caller":"traceutil/trace.go:171","msg":"trace[166657871] linearizableReadLoop","detail":"{readStateIndex:19706; appliedIndex:19705; }","duration":"2.36090641s","start":"2026-03-31T05:42:46.086745Z","end":"2026-03-31T05:42:48.447652Z","steps":["trace[166657871] 'read index received' (duration: 61.624444ms)","trace[166657871] 'applied index is now lower than readState.Index' (duration: 2.299281026s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:48.447692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:46.016208Z","time spent":"2.43128648s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:48.666391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438731321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:42:48.765157Z","caller":"traceutil/trace.go:171","msg":"trace[64996888] linearizableReadLoop","detail":"{readStateIndex:19710; appliedIndex:19707; }","duration":"317.463824ms","start":"2026-03-31T05:42:48.447673Z","end":"2026-03-31T05:42:48.765136Z","steps":["trace[64996888] 'read index received' (duration: 219.023069ms)","trace[64996888] 'applied index is now lower than readState.Index' (duration: 98.439675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:48.76533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424862303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:42:48.76538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.763349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-31T05:42:48.765395Z","caller":"traceutil/trace.go:171","msg":"trace[2111067446] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19040; }","duration":"1.424937576s","start":"2026-03-31T05:42:47.340443Z","end":"2026-03-31T05:42:48.76538Z","steps":["trace[2111067446] 'agreement among raft nodes before linearized reading' (duration: 1.424817862s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.765426Z","caller":"traceutil/trace.go:171","msg":"trace[1470069090] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hvpxf; range_end:; response_count:1; response_revision:19040; }","duration":"762.854922ms","start":"2026-03-31T05:42:48.00256Z","end":"2026-03-31T05:42:48.765415Z","steps":["trace[1470069090] 'agreement among raft nodes before linearized reading' (duration: 762.696447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.765471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.002533Z","time spent":"762.924804ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hvpxf\" "} {"level":"warn","ts":"2026-03-31T05:42:48.765492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.52157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T05:42:48.765531Z","caller":"traceutil/trace.go:171","msg":"trace[186650151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19040; }","duration":"592.594172ms","start":"2026-03-31T05:42:48.172922Z","end":"2026-03-31T05:42:48.765517Z","steps":["trace[186650151] 'agreement among raft nodes before linearized reading' (duration: 592.502239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.765545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059653134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:42:48.765567Z","caller":"traceutil/trace.go:171","msg":"trace[1924720480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19040; }","duration":"1.059704765s","start":"2026-03-31T05:42:47.705856Z","end":"2026-03-31T05:42:48.765561Z","steps":["trace[1924720480] 'agreement among raft nodes before linearized reading' (duration: 1.059593222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.765591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.705838Z","time spent":"1.059748707s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:42:48.765499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.56929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:42:48.765609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.213563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:48.765644Z","caller":"traceutil/trace.go:171","msg":"trace[1415153415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19040; }","duration":"678.271025ms","start":"2026-03-31T05:42:48.087364Z","end":"2026-03-31T05:42:48.765635Z","steps":["trace[1415153415] 'agreement among raft nodes before linearized reading' (duration: 678.220373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.765674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.087349Z","time spent":"678.318716ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:42:48.765667Z","caller":"traceutil/trace.go:171","msg":"trace[532083106] transaction","detail":"{read_only:false; response_revision:19038; number_of_response:1; }","duration":"1.57279684s","start":"2026-03-31T05:42:47.192837Z","end":"2026-03-31T05:42:48.765634Z","steps":["trace[532083106] 'process raft request' (duration: 1.473807157s)","trace[532083106] 'compare' (duration: 98.27438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:48.765714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437631367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:48.765757Z","caller":"traceutil/trace.go:171","msg":"trace[426715991] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19040; }","duration":"1.437705069s","start":"2026-03-31T05:42:47.328041Z","end":"2026-03-31T05:42:48.765746Z","steps":["trace[426715991] 'agreement among raft nodes before linearized reading' (duration: 1.437617876s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.765772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174116264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:48.765796Z","caller":"traceutil/trace.go:171","msg":"trace[2067729538] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19040; }","duration":"1.174180867s","start":"2026-03-31T05:42:47.591609Z","end":"2026-03-31T05:42:48.76579Z","steps":["trace[2067729538] 'agreement among raft nodes before linearized reading' (duration: 1.174117465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.765798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.328026Z","time spent":"1.43775714s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:48.765805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.192809Z","time spent":"1.572924044s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:48.765829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.200728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:42:48.765885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.106266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:42:48.765874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.199597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:42:48.765916Z","caller":"traceutil/trace.go:171","msg":"trace[1392277080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19040; }","duration":"694.355202ms","start":"2026-03-31T05:42:48.071541Z","end":"2026-03-31T05:42:48.765896Z","steps":["trace[1392277080] 'agreement among raft nodes before linearized reading' (duration: 694.091444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.765965Z","caller":"traceutil/trace.go:171","msg":"trace[1566181470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19040; }","duration":"694.347982ms","start":"2026-03-31T05:42:48.071594Z","end":"2026-03-31T05:42:48.765942Z","steps":["trace[1566181470] 'agreement among raft nodes before linearized reading' (duration: 694.086444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.765636Z","caller":"traceutil/trace.go:171","msg":"trace[1908376073] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19040; }","duration":"507.798188ms","start":"2026-03-31T05:42:48.257819Z","end":"2026-03-31T05:42:48.765617Z","steps":["trace[1908376073] 'agreement among raft nodes before linearized reading' (duration: 507.511999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.765984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499228639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T05:42:48.766009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.0712Z","time spent":"694.801576ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:48.766014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.257798Z","time spent":"508.20641ms","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:48.766017Z","caller":"traceutil/trace.go:171","msg":"trace[143724346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19040; }","duration":"1.499292271s","start":"2026-03-31T05:42:47.266716Z","end":"2026-03-31T05:42:48.766008Z","steps":["trace[143724346] 'agreement among raft nodes before linearized reading' (duration: 1.499202959s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.765961Z","caller":"traceutil/trace.go:171","msg":"trace[1241592035] transaction","detail":"{read_only:false; response_revision:19040; number_of_response:1; }","duration":"1.524366223s","start":"2026-03-31T05:42:47.241584Z","end":"2026-03-31T05:42:48.76595Z","steps":["trace[1241592035] 'process raft request' (duration: 1.523504135s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.76538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.326449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-31T05:42:48.766058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865182293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:42:48.766084Z","caller":"traceutil/trace.go:171","msg":"trace[720798017] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:19040; }","duration":"746.083683ms","start":"2026-03-31T05:42:48.01999Z","end":"2026-03-31T05:42:48.766074Z","steps":["trace[720798017] 'agreement among raft nodes before linearized reading' (duration: 745.239446ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.766097Z","caller":"traceutil/trace.go:171","msg":"trace[1109276204] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19040; }","duration":"1.865258956s","start":"2026-03-31T05:42:46.900827Z","end":"2026-03-31T05:42:48.766086Z","steps":["trace[1109276204] 'agreement among raft nodes before linearized reading' (duration: 1.865186534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.766102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.098749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:42:48.765875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298789707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:42:48.765568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.172902Z","time spent":"592.657814ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-31T05:42:48.766133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:46.900809Z","time spent":"1.865315907s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:48.766111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.01997Z","time spent":"746.134315ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" "} {"level":"info","ts":"2026-03-31T05:42:48.76592Z","caller":"traceutil/trace.go:171","msg":"trace[383160883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19040; }","duration":"695.178348ms","start":"2026-03-31T05:42:48.070733Z","end":"2026-03-31T05:42:48.765911Z","steps":["trace[383160883] 'agreement among raft nodes before linearized reading' (duration: 695.084825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.766173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.070713Z","time spent":"695.454526ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:48.766169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.352424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:42:48.765878Z","caller":"traceutil/trace.go:171","msg":"trace[1856633049] transaction","detail":"{read_only:false; response_revision:19039; number_of_response:1; }","duration":"1.525719485s","start":"2026-03-31T05:42:47.240007Z","end":"2026-03-31T05:42:48.765726Z","steps":["trace[1856633049] 'process raft request' (duration: 1.525037803s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.766211Z","caller":"traceutil/trace.go:171","msg":"trace[949619504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19040; }","duration":"774.435018ms","start":"2026-03-31T05:42:47.991768Z","end":"2026-03-31T05:42:48.766203Z","steps":["trace[949619504] 'agreement among raft nodes before linearized reading' (duration: 774.339555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.7663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.991744Z","time spent":"774.54691ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:42:48.766321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.239983Z","time spent":"1.526290603s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:48.765432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.340373Z","time spent":"1.42505326s","remote":"127.0.0.1:37286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:48.766368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.239113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:42:48.765821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.591577Z","time spent":"1.174238578s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":41,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:48.766398Z","caller":"traceutil/trace.go:171","msg":"trace[723953965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19040; }","duration":"775.326886ms","start":"2026-03-31T05:42:47.991062Z","end":"2026-03-31T05:42:48.766389Z","steps":["trace[723953965] 'agreement among raft nodes before linearized reading' (duration: 775.221712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.766427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.99104Z","time spent":"775.382598ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:42:48.766142Z","caller":"traceutil/trace.go:171","msg":"trace[2146859936] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19040; }","duration":"866.184881ms","start":"2026-03-31T05:42:47.899946Z","end":"2026-03-31T05:42:48.766131Z","steps":["trace[2146859936] 'agreement among raft nodes before linearized reading' (duration: 865.315344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.766441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334121775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:42:48.766475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.899921Z","time spent":"866.541033ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1892,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:42:48.766331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.24155Z","time spent":"1.524582449s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:48.766541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.965136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:42:48.766146Z","caller":"traceutil/trace.go:171","msg":"trace[495989860] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19040; }","duration":"1.299084336s","start":"2026-03-31T05:42:47.46705Z","end":"2026-03-31T05:42:48.766134Z","steps":["trace[495989860] 'agreement among raft nodes before linearized reading' (duration: 1.298784087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.766559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.48545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:48.766567Z","caller":"traceutil/trace.go:171","msg":"trace[1795763037] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19040; }","duration":"316.060449ms","start":"2026-03-31T05:42:48.4505Z","end":"2026-03-31T05:42:48.76656Z","steps":["trace[1795763037] 'agreement among raft nodes before linearized reading' (duration: 315.992277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.766583Z","caller":"traceutil/trace.go:171","msg":"trace[813894674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19040; }","duration":"152.50848ms","start":"2026-03-31T05:42:48.614068Z","end":"2026-03-31T05:42:48.766576Z","steps":["trace[813894674] 'agreement among raft nodes before linearized reading' (duration: 152.465779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.766589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.450482Z","time spent":"316.101221ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:42:48.766579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.467035Z","time spent":"1.299534211s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:42:48.765965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:48.071515Z","time spent":"694.439965ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:42:48.766671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.49178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10817"} {"level":"warn","ts":"2026-03-31T05:42:48.766051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:47.266701Z","time spent":"1.499342923s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T05:42:48.766482Z","caller":"traceutil/trace.go:171","msg":"trace[1161892446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19040; }","duration":"2.334200397s","start":"2026-03-31T05:42:46.432271Z","end":"2026-03-31T05:42:48.766471Z","steps":["trace[1161892446] 'agreement among raft nodes before linearized reading' (duration: 2.334138105s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.766712Z","caller":"traceutil/trace.go:171","msg":"trace[2125091431] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19040; }","duration":"295.561492ms","start":"2026-03-31T05:42:48.471141Z","end":"2026-03-31T05:42:48.766702Z","steps":["trace[2125091431] 'agreement among raft nodes before linearized reading' (duration: 295.448979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.766792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:46.43225Z","time spent":"2.334523088s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:42:48.968874Z","caller":"traceutil/trace.go:171","msg":"trace[1431129788] transaction","detail":"{read_only:false; response_revision:19042; number_of_response:1; }","duration":"196.805388ms","start":"2026-03-31T05:42:48.772019Z","end":"2026-03-31T05:42:48.968824Z","steps":["trace[1431129788] 'process raft request' (duration: 127.161581ms)","trace[1431129788] 'compare' (duration: 69.019047ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:48.969113Z","caller":"traceutil/trace.go:171","msg":"trace[1905793707] transaction","detail":"{read_only:false; response_revision:19044; number_of_response:1; }","duration":"196.999874ms","start":"2026-03-31T05:42:48.772077Z","end":"2026-03-31T05:42:48.969077Z","steps":["trace[1905793707] 'process raft request' (duration: 196.695074ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969167Z","caller":"traceutil/trace.go:171","msg":"trace[1091569850] transaction","detail":"{read_only:false; response_revision:19045; number_of_response:1; }","duration":"196.623002ms","start":"2026-03-31T05:42:48.772519Z","end":"2026-03-31T05:42:48.969142Z","steps":["trace[1091569850] 'process raft request' (duration: 196.313952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969166Z","caller":"traceutil/trace.go:171","msg":"trace[1036471278] transaction","detail":"{read_only:false; response_revision:19043; number_of_response:1; }","duration":"197.050435ms","start":"2026-03-31T05:42:48.772072Z","end":"2026-03-31T05:42:48.969122Z","steps":["trace[1036471278] 'process raft request' (duration: 196.55674ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969183Z","caller":"traceutil/trace.go:171","msg":"trace[189223780] transaction","detail":"{read_only:false; response_revision:19046; number_of_response:1; }","duration":"196.382205ms","start":"2026-03-31T05:42:48.772776Z","end":"2026-03-31T05:42:48.969158Z","steps":["trace[189223780] 'process raft request' (duration: 196.096356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969383Z","caller":"traceutil/trace.go:171","msg":"trace[1611950649] transaction","detail":"{read_only:false; response_revision:19047; number_of_response:1; }","duration":"196.196409ms","start":"2026-03-31T05:42:48.773159Z","end":"2026-03-31T05:42:48.969355Z","steps":["trace[1611950649] 'process raft request' (duration: 195.747245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969537Z","caller":"traceutil/trace.go:171","msg":"trace[1188519073] transaction","detail":"{read_only:false; response_revision:19048; number_of_response:1; }","duration":"195.671132ms","start":"2026-03-31T05:42:48.773846Z","end":"2026-03-31T05:42:48.969518Z","steps":["trace[1188519073] 'process raft request' (duration: 195.207427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969732Z","caller":"traceutil/trace.go:171","msg":"trace[1273580533] transaction","detail":"{read_only:false; response_revision:19049; number_of_response:1; }","duration":"192.74565ms","start":"2026-03-31T05:42:48.776965Z","end":"2026-03-31T05:42:48.969711Z","steps":["trace[1273580533] 'process raft request' (duration: 192.530813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969817Z","caller":"traceutil/trace.go:171","msg":"trace[1927002843] linearizableReadLoop","detail":"{readStateIndex:19719; appliedIndex:19711; }","duration":"158.466269ms","start":"2026-03-31T05:42:48.811334Z","end":"2026-03-31T05:42:48.9698Z","steps":["trace[1927002843] 'read index received' (duration: 87.862172ms)","trace[1927002843] 'applied index is now lower than readState.Index' (duration: 70.602037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:48.969938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.893557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-31T05:42:48.969962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.241711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:42:48.969993Z","caller":"traceutil/trace.go:171","msg":"trace[1480342265] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19049; }","duration":"197.293304ms","start":"2026-03-31T05:42:48.77269Z","end":"2026-03-31T05:42:48.969984Z","steps":["trace[1480342265] 'agreement among raft nodes before linearized reading' (duration: 197.17166ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.969996Z","caller":"traceutil/trace.go:171","msg":"trace[1753824338] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:19049; }","duration":"194.98519ms","start":"2026-03-31T05:42:48.774995Z","end":"2026-03-31T05:42:48.96998Z","steps":["trace[1753824338] 'agreement among raft nodes before linearized reading' (duration: 194.825615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:48.970109Z","caller":"traceutil/trace.go:171","msg":"trace[26390795] transaction","detail":"{read_only:false; response_revision:19050; number_of_response:1; }","duration":"155.64372ms","start":"2026-03-31T05:42:48.814444Z","end":"2026-03-31T05:42:48.970088Z","steps":["trace[26390795] 'process raft request' (duration: 155.253848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.972354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.342505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942716"} {"level":"info","ts":"2026-03-31T05:42:48.972418Z","caller":"traceutil/trace.go:171","msg":"trace[1427956709] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19050; }","duration":"197.450498ms","start":"2026-03-31T05:42:48.774954Z","end":"2026-03-31T05:42:48.972405Z","steps":["trace[1427956709] 'agreement among raft nodes before linearized reading' (duration: 195.069363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:48.972483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.255072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942716"} {"level":"info","ts":"2026-03-31T05:42:48.972556Z","caller":"traceutil/trace.go:171","msg":"trace[2094745102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:19050; }","duration":"197.347395ms","start":"2026-03-31T05:42:48.775191Z","end":"2026-03-31T05:42:48.972538Z","steps":["trace[2094745102] 'agreement among raft nodes before linearized reading' (duration: 194.928259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840597Z","caller":"traceutil/trace.go:171","msg":"trace[1720430377] transaction","detail":"{read_only:false; response_revision:19147; number_of_response:1; }","duration":"178.400148ms","start":"2026-03-31T05:42:53.662178Z","end":"2026-03-31T05:42:53.840578Z","steps":["trace[1720430377] 'process raft request' (duration: 178.193071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840783Z","caller":"traceutil/trace.go:171","msg":"trace[136686623] transaction","detail":"{read_only:false; response_revision:19151; number_of_response:1; }","duration":"178.438779ms","start":"2026-03-31T05:42:53.66233Z","end":"2026-03-31T05:42:53.840769Z","steps":["trace[136686623] 'process raft request' (duration: 178.287404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840845Z","caller":"traceutil/trace.go:171","msg":"trace[1727922739] transaction","detail":"{read_only:false; response_revision:19154; number_of_response:1; }","duration":"178.424408ms","start":"2026-03-31T05:42:53.66239Z","end":"2026-03-31T05:42:53.840814Z","steps":["trace[1727922739] 'process raft request' (duration: 178.287504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840905Z","caller":"traceutil/trace.go:171","msg":"trace[758446058] transaction","detail":"{read_only:false; response_revision:19155; number_of_response:1; }","duration":"178.49063ms","start":"2026-03-31T05:42:53.662406Z","end":"2026-03-31T05:42:53.840896Z","steps":["trace[758446058] 'process raft request' (duration: 178.287503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840916Z","caller":"traceutil/trace.go:171","msg":"trace[1340921647] transaction","detail":"{read_only:false; response_revision:19148; number_of_response:1; }","duration":"178.647065ms","start":"2026-03-31T05:42:53.662239Z","end":"2026-03-31T05:42:53.840886Z","steps":["trace[1340921647] 'process raft request' (duration: 178.289934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840909Z","caller":"traceutil/trace.go:171","msg":"trace[131858603] transaction","detail":"{read_only:false; response_revision:19156; number_of_response:1; }","duration":"178.49506ms","start":"2026-03-31T05:42:53.662408Z","end":"2026-03-31T05:42:53.840903Z","steps":["trace[131858603] 'process raft request' (duration: 178.310694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840953Z","caller":"traceutil/trace.go:171","msg":"trace[1026490376] transaction","detail":"{read_only:false; response_revision:19153; number_of_response:1; }","duration":"178.583183ms","start":"2026-03-31T05:42:53.662345Z","end":"2026-03-31T05:42:53.840928Z","steps":["trace[1026490376] 'process raft request' (duration: 178.316054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840851Z","caller":"traceutil/trace.go:171","msg":"trace[1764822405] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"178.498741ms","start":"2026-03-31T05:42:53.662334Z","end":"2026-03-31T05:42:53.840832Z","steps":["trace[1764822405] 'process raft request' (duration: 178.306435ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.841028Z","caller":"traceutil/trace.go:171","msg":"trace[1939964455] transaction","detail":"{read_only:false; response_revision:19149; number_of_response:1; }","duration":"178.759179ms","start":"2026-03-31T05:42:53.662259Z","end":"2026-03-31T05:42:53.841018Z","steps":["trace[1939964455] 'process raft request' (duration: 178.299484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.841038Z","caller":"traceutil/trace.go:171","msg":"trace[1745556930] transaction","detail":"{read_only:false; response_revision:19159; number_of_response:1; }","duration":"178.504821ms","start":"2026-03-31T05:42:53.662525Z","end":"2026-03-31T05:42:53.841029Z","steps":["trace[1745556930] 'process raft request' (duration: 178.252713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.841037Z","caller":"traceutil/trace.go:171","msg":"trace[949793380] transaction","detail":"{read_only:false; response_revision:19158; number_of_response:1; }","duration":"178.581553ms","start":"2026-03-31T05:42:53.662448Z","end":"2026-03-31T05:42:53.841029Z","steps":["trace[949793380] 'process raft request' (duration: 178.312775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.841056Z","caller":"traceutil/trace.go:171","msg":"trace[261122761] transaction","detail":"{read_only:false; response_revision:19150; number_of_response:1; }","duration":"178.7926ms","start":"2026-03-31T05:42:53.662255Z","end":"2026-03-31T05:42:53.841048Z","steps":["trace[261122761] 'process raft request' (duration: 178.330705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.840867Z","caller":"traceutil/trace.go:171","msg":"trace[1141559570] transaction","detail":"{read_only:false; response_revision:19157; number_of_response:1; }","duration":"178.438878ms","start":"2026-03-31T05:42:53.662414Z","end":"2026-03-31T05:42:53.840853Z","steps":["trace[1141559570] 'process raft request' (duration: 178.325365ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:53.841105Z","caller":"traceutil/trace.go:171","msg":"trace[425092517] linearizableReadLoop","detail":"{readStateIndex:19831; appliedIndex:19818; }","duration":"175.849547ms","start":"2026-03-31T05:42:53.664955Z","end":"2026-03-31T05:42:53.840804Z","steps":["trace[425092517] 'read index received' (duration: 71.509776ms)","trace[425092517] 'applied index is now lower than readState.Index' (duration: 104.338841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:42:53.841308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.316371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T05:42:53.841346Z","caller":"traceutil/trace.go:171","msg":"trace[725732558] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19159; }","duration":"176.414745ms","start":"2026-03-31T05:42:53.66492Z","end":"2026-03-31T05:42:53.841335Z","steps":["trace[725732558] 'agreement among raft nodes before linearized reading' (duration: 176.203758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:57.973906Z","caller":"traceutil/trace.go:171","msg":"trace[324242885] transaction","detail":"{read_only:false; response_revision:19320; number_of_response:1; }","duration":"135.868715ms","start":"2026-03-31T05:42:57.838007Z","end":"2026-03-31T05:42:57.973876Z","steps":["trace[324242885] 'process raft request' (duration: 135.500824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:58.913221Z","caller":"traceutil/trace.go:171","msg":"trace[2070142216] linearizableReadLoop","detail":"{readStateIndex:20000; appliedIndex:19999; }","duration":"300.054634ms","start":"2026-03-31T05:42:58.613147Z","end":"2026-03-31T05:42:58.913202Z","steps":["trace[2070142216] 'read index received' (duration: 299.966311ms)","trace[2070142216] 'applied index is now lower than readState.Index' (duration: 87.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:42:58.913335Z","caller":"traceutil/trace.go:171","msg":"trace[240375978] transaction","detail":"{read_only:false; response_revision:19321; number_of_response:1; }","duration":"356.274357ms","start":"2026-03-31T05:42:58.557053Z","end":"2026-03-31T05:42:58.913327Z","steps":["trace[240375978] 'process raft request' (duration: 356.032499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:58.913409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:58.557027Z","time spent":"356.324819ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:42:58.913567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.402585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:42:58.913652Z","caller":"traceutil/trace.go:171","msg":"trace[752370994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19321; }","duration":"300.534038ms","start":"2026-03-31T05:42:58.613097Z","end":"2026-03-31T05:42:58.913631Z","steps":["trace[752370994] 'agreement among raft nodes before linearized reading' (duration: 300.411295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:42:58.913697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:42:58.613075Z","time spent":"300.614311ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:42:58.916455Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"warn","ts":"2026-03-31T05:42:58.926493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.965405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:42:58.926568Z","caller":"traceutil/trace.go:171","msg":"trace[234449559] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19324; }","duration":"277.09778ms","start":"2026-03-31T05:42:58.649454Z","end":"2026-03-31T05:42:58.926552Z","steps":["trace[234449559] 'agreement among raft nodes before linearized reading' (duration: 267.072584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:42:58.930103Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-03-31T05:42:58.93029Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"warn","ts":"2026-03-31T05:44:01.623997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.367607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:44:01.624084Z","caller":"traceutil/trace.go:171","msg":"trace[1567595304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19820; }","duration":"166.491301ms","start":"2026-03-31T05:44:01.457572Z","end":"2026-03-31T05:44:01.624063Z","steps":["trace[1567595304] 'range keys from in-memory index tree' (duration: 166.192332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.624344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.389529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:44:01.624386Z","caller":"traceutil/trace.go:171","msg":"trace[1232106191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19820; }","duration":"166.464991ms","start":"2026-03-31T05:44:01.457907Z","end":"2026-03-31T05:44:01.624372Z","steps":["trace[1232106191] 'range keys from in-memory index tree' (duration: 166.279845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.624663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.65193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:44:01.624703Z","caller":"traceutil/trace.go:171","msg":"trace[1613092648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19820; }","duration":"155.719742ms","start":"2026-03-31T05:44:01.468972Z","end":"2026-03-31T05:44:01.624692Z","steps":["trace[1613092648] 'range keys from in-memory index tree' (duration: 155.449503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.625036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.652032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:44:01.625076Z","caller":"traceutil/trace.go:171","msg":"trace[862362759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19820; }","duration":"124.749195ms","start":"2026-03-31T05:44:01.500317Z","end":"2026-03-31T05:44:01.625066Z","steps":["trace[862362759] 'range keys from in-memory index tree' (duration: 124.552548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.625263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.563177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:44:01.625296Z","caller":"traceutil/trace.go:171","msg":"trace[1469274529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19820; }","duration":"116.625409ms","start":"2026-03-31T05:44:01.508663Z","end":"2026-03-31T05:44:01.625288Z","steps":["trace[1469274529] 'range keys from in-memory index tree' (duration: 116.464354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.625437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.741199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:01.625471Z","caller":"traceutil/trace.go:171","msg":"trace[1325782802] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19820; }","duration":"101.787861ms","start":"2026-03-31T05:44:01.523674Z","end":"2026-03-31T05:44:01.625462Z","steps":["trace[1325782802] 'range keys from in-memory index tree' (duration: 101.707138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.625616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.986087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:01.625649Z","caller":"traceutil/trace.go:171","msg":"trace[1327394266] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19820; }","duration":"102.036199ms","start":"2026-03-31T05:44:01.523605Z","end":"2026-03-31T05:44:01.625641Z","steps":["trace[1327394266] 'range keys from in-memory index tree' (duration: 101.839823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.625785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.027148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:01.625817Z","caller":"traceutil/trace.go:171","msg":"trace[1375881526] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19820; }","duration":"102.069919ms","start":"2026-03-31T05:44:01.52374Z","end":"2026-03-31T05:44:01.625809Z","steps":["trace[1375881526] 'range keys from in-memory index tree' (duration: 101.997857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:01.811381Z","caller":"traceutil/trace.go:171","msg":"trace[523308452] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"180.433682ms","start":"2026-03-31T05:44:01.630916Z","end":"2026-03-31T05:44:01.81135Z","steps":["trace[523308452] 'process raft request' (duration: 180.225526ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:01.995874Z","caller":"traceutil/trace.go:171","msg":"trace[810554787] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"362.945819ms","start":"2026-03-31T05:44:01.632897Z","end":"2026-03-31T05:44:01.995843Z","steps":["trace[810554787] 'process raft request' (duration: 362.821475ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:01.995937Z","caller":"traceutil/trace.go:171","msg":"trace[1226299345] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"364.179597ms","start":"2026-03-31T05:44:01.631718Z","end":"2026-03-31T05:44:01.995897Z","steps":["trace[1226299345] 'process raft request' (duration: 363.876858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:01.996002Z","caller":"traceutil/trace.go:171","msg":"trace[815759895] linearizableReadLoop","detail":"{readStateIndex:20517; appliedIndex:20513; }","duration":"136.100823ms","start":"2026-03-31T05:44:01.859881Z","end":"2026-03-31T05:44:01.995982Z","steps":["trace[815759895] 'read index received' (duration: 89.396269ms)","trace[815759895] 'applied index is now lower than readState.Index' (duration: 46.703534ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:01.99594Z","caller":"traceutil/trace.go:171","msg":"trace[1407339963] transaction","detail":"{read_only:false; response_revision:19822; number_of_response:1; }","duration":"364.319612ms","start":"2026-03-31T05:44:01.631589Z","end":"2026-03-31T05:44:01.995909Z","steps":["trace[1407339963] 'process raft request' (duration: 317.712511ms)","trace[1407339963] 'compare' (duration: 46.086714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:01.99606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:01.632888Z","time spent":"363.076842ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:01.996117Z","caller":"traceutil/trace.go:171","msg":"trace[1740968146] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"361.698299ms","start":"2026-03-31T05:44:01.634396Z","end":"2026-03-31T05:44:01.996094Z","steps":["trace[1740968146] 'process raft request' (duration: 361.381459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:01.996125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:01.631709Z","time spent":"364.318612ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:01.99616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:01.631564Z","time spent":"364.524938ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:01.996182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:01.634387Z","time spent":"361.763431ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:01.996216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.32763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-31T05:44:01.996249Z","caller":"traceutil/trace.go:171","msg":"trace[1944589563] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:19825; }","duration":"136.399942ms","start":"2026-03-31T05:44:01.859841Z","end":"2026-03-31T05:44:01.996241Z","steps":["trace[1944589563] 'agreement among raft nodes before linearized reading' (duration: 136.264238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:02.517293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.695177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:02.517382Z","caller":"traceutil/trace.go:171","msg":"trace[1070581556] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19825; }","duration":"288.833701ms","start":"2026-03-31T05:44:02.228526Z","end":"2026-03-31T05:44:02.51736Z","steps":["trace[1070581556] 'count revisions from in-memory index tree' (duration: 288.622004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:02.517617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.237575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:44:02.517754Z","caller":"traceutil/trace.go:171","msg":"trace[423470389] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19825; }","duration":"264.415551ms","start":"2026-03-31T05:44:02.253314Z","end":"2026-03-31T05:44:02.517729Z","steps":["trace[423470389] 'count revisions from in-memory index tree' (duration: 264.156242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:03.799064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782554155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:44:04.264376Z","caller":"traceutil/trace.go:171","msg":"trace[1481111800] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"975.410148ms","start":"2026-03-31T05:44:03.288937Z","end":"2026-03-31T05:44:04.264347Z","steps":["trace[1481111800] 'process raft request' (duration: 975.218332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.26457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.288912Z","time spent":"975.560013ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:04.32262Z","caller":"traceutil/trace.go:171","msg":"trace[216541511] linearizableReadLoop","detail":"{readStateIndex:20520; appliedIndex:20517; }","duration":"1.024258188s","start":"2026-03-31T05:44:03.298337Z","end":"2026-03-31T05:44:04.322595Z","steps":["trace[216541511] 'read index received' (duration: 965.839146ms)","trace[216541511] 'applied index is now lower than readState.Index' (duration: 58.418112ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:04.323025Z","caller":"traceutil/trace.go:171","msg":"trace[573028671] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"1.023960329s","start":"2026-03-31T05:44:03.299045Z","end":"2026-03-31T05:44:04.323005Z","steps":["trace[573028671] 'process raft request' (duration: 1.023380651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.323292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.29903Z","time spent":"1.024066822s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:04.323415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024998282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.32347Z","caller":"traceutil/trace.go:171","msg":"trace[1834512381] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19828; }","duration":"1.025102286s","start":"2026-03-31T05:44:03.298355Z","end":"2026-03-31T05:44:04.323458Z","steps":["trace[1834512381] 'agreement among raft nodes before linearized reading' (duration: 1.024993782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.323497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.298332Z","time spent":"1.025160857s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-31T05:44:04.32364Z","caller":"traceutil/trace.go:171","msg":"trace[1724863787] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"1.024398103s","start":"2026-03-31T05:44:03.299234Z","end":"2026-03-31T05:44:04.323633Z","steps":["trace[1724863787] 'process raft request' (duration: 1.023317439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.323715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.299208Z","time spent":"1.024450915s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:04.323816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025479787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.323833Z","caller":"traceutil/trace.go:171","msg":"trace[1232198623] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19828; }","duration":"1.025523588s","start":"2026-03-31T05:44:03.298305Z","end":"2026-03-31T05:44:04.323829Z","steps":["trace[1232198623] 'agreement among raft nodes before linearized reading' (duration: 1.025494207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.323846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.298293Z","time spent":"1.02554953s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:44:04.323988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.306627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-31T05:44:04.324006Z","caller":"traceutil/trace.go:171","msg":"trace[264155263] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19828; }","duration":"134.364219ms","start":"2026-03-31T05:44:04.189637Z","end":"2026-03-31T05:44:04.324002Z","steps":["trace[264155263] 'agreement among raft nodes before linearized reading' (duration: 134.268496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.324092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.709384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.324109Z","caller":"traceutil/trace.go:171","msg":"trace[443643764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19828; }","duration":"235.770947ms","start":"2026-03-31T05:44:04.088334Z","end":"2026-03-31T05:44:04.324105Z","steps":["trace[443643764] 'agreement among raft nodes before linearized reading' (duration: 235.746026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.324236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.722509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-03-31T05:44:04.324259Z","caller":"traceutil/trace.go:171","msg":"trace[1354210614] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19828; }","duration":"263.799491ms","start":"2026-03-31T05:44:04.060454Z","end":"2026-03-31T05:44:04.324253Z","steps":["trace[1354210614] 'agreement among raft nodes before linearized reading' (duration: 263.714928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.32441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.150164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T05:44:04.324428Z","caller":"traceutil/trace.go:171","msg":"trace[176942284] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19828; }","duration":"291.189975ms","start":"2026-03-31T05:44:04.033234Z","end":"2026-03-31T05:44:04.324424Z","steps":["trace[176942284] 'agreement among raft nodes before linearized reading' (duration: 291.143214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.324545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.846425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-31T05:44:04.324565Z","caller":"traceutil/trace.go:171","msg":"trace[962429810] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-5qpjj; range_end:; response_count:1; response_revision:19828; }","duration":"303.885915ms","start":"2026-03-31T05:44:04.020673Z","end":"2026-03-31T05:44:04.324559Z","steps":["trace[962429810] 'agreement among raft nodes before linearized reading' (duration: 303.837964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.324577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.020662Z","time spent":"303.912457ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-5qpjj\" "} {"level":"warn","ts":"2026-03-31T05:44:04.324683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.841136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T05:44:04.3247Z","caller":"traceutil/trace.go:171","msg":"trace[568712846] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19828; }","duration":"311.915589ms","start":"2026-03-31T05:44:04.012781Z","end":"2026-03-31T05:44:04.324696Z","steps":["trace[568712846] 'agreement among raft nodes before linearized reading' (duration: 311.869217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.324713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.012756Z","time spent":"311.95408ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:44:04.324794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.863189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T05:44:04.32481Z","caller":"traceutil/trace.go:171","msg":"trace[1080218645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19828; }","duration":"312.879879ms","start":"2026-03-31T05:44:04.011927Z","end":"2026-03-31T05:44:04.324806Z","steps":["trace[1080218645] 'agreement among raft nodes before linearized reading' (duration: 312.840618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.324822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.011913Z","time spent":"312.906451ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:44:04.324906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.596637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:44:04.324923Z","caller":"traceutil/trace.go:171","msg":"trace[1861972777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19828; }","duration":"323.630259ms","start":"2026-03-31T05:44:04.001289Z","end":"2026-03-31T05:44:04.324919Z","steps":["trace[1861972777] 'agreement among raft nodes before linearized reading' (duration: 323.589557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.324936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.001281Z","time spent":"323.650709ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:44:04.325006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.984059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:44:04.325023Z","caller":"traceutil/trace.go:171","msg":"trace[1490304954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19828; }","duration":"324.028711ms","start":"2026-03-31T05:44:04.00099Z","end":"2026-03-31T05:44:04.325019Z","steps":["trace[1490304954] 'agreement among raft nodes before linearized reading' (duration: 323.98994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.000977Z","time spent":"324.054332ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:44:04.325113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.131455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:44:04.32513Z","caller":"traceutil/trace.go:171","msg":"trace[299519323] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19828; }","duration":"324.189356ms","start":"2026-03-31T05:44:04.000937Z","end":"2026-03-31T05:44:04.325127Z","steps":["trace[299519323] 'agreement among raft nodes before linearized reading' (duration: 324.147165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.000911Z","time spent":"324.228848ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:44:04.325277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.358362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:44:04.325295Z","caller":"traceutil/trace.go:171","msg":"trace[1006787301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19828; }","duration":"324.419683ms","start":"2026-03-31T05:44:04.000871Z","end":"2026-03-31T05:44:04.325291Z","steps":["trace[1006787301] 'agreement among raft nodes before linearized reading' (duration: 324.376612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.000846Z","time spent":"324.458075ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:04.3254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.719509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:44:04.325413Z","caller":"traceutil/trace.go:171","msg":"trace[846190309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19828; }","duration":"509.76696ms","start":"2026-03-31T05:44:03.815642Z","end":"2026-03-31T05:44:04.325409Z","steps":["trace[846190309] 'agreement among raft nodes before linearized reading' (duration: 509.726949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.815622Z","time spent":"509.799861ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:04.325488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.110303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.325504Z","caller":"traceutil/trace.go:171","msg":"trace[1575664780] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19828; }","duration":"686.157614ms","start":"2026-03-31T05:44:03.639343Z","end":"2026-03-31T05:44:04.3255Z","steps":["trace[1575664780] 'agreement among raft nodes before linearized reading' (duration: 686.133843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.639326Z","time spent":"686.187154ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:44:04.325583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.281058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.325602Z","caller":"traceutil/trace.go:171","msg":"trace[787236160] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19828; }","duration":"686.317639ms","start":"2026-03-31T05:44:03.639277Z","end":"2026-03-31T05:44:04.325595Z","steps":["trace[787236160] 'agreement among raft nodes before linearized reading' (duration: 686.294828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.639265Z","time spent":"686.34551ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T05:44:04.32572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.901628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21462"} {"level":"info","ts":"2026-03-31T05:44:04.325742Z","caller":"traceutil/trace.go:171","msg":"trace[1580995747] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19828; }","duration":"693.9583ms","start":"2026-03-31T05:44:03.631778Z","end":"2026-03-31T05:44:04.325737Z","steps":["trace[1580995747] 'agreement among raft nodes before linearized reading' (duration: 693.895128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.631757Z","time spent":"694.005331ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21486,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:44:04.325909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.235709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.325954Z","caller":"traceutil/trace.go:171","msg":"trace[1851335036] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19828; }","duration":"694.29823ms","start":"2026-03-31T05:44:03.631651Z","end":"2026-03-31T05:44:04.325949Z","steps":["trace[1851335036] 'agreement among raft nodes before linearized reading' (duration: 694.186187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.325969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.631642Z","time spent":"694.322872ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:44:04.326102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.981134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv\" ","response":"range_response_count:1 size:16019"} {"level":"info","ts":"2026-03-31T05:44:04.326121Z","caller":"traceutil/trace.go:171","msg":"trace[1070326520] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv; range_end:; response_count:1; response_revision:19828; }","duration":"722.037656ms","start":"2026-03-31T05:44:03.604079Z","end":"2026-03-31T05:44:04.326116Z","steps":["trace[1070326520] 'agreement among raft nodes before linearized reading' (duration: 721.971723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.326134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.604061Z","time spent":"722.069707ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":16043,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-z6dfv\" "} {"level":"warn","ts":"2026-03-31T05:44:04.326253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.19531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21462"} {"level":"info","ts":"2026-03-31T05:44:04.326305Z","caller":"traceutil/trace.go:171","msg":"trace[625618117] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19828; }","duration":"961.262821ms","start":"2026-03-31T05:44:03.365037Z","end":"2026-03-31T05:44:04.3263Z","steps":["trace[625618117] 'agreement among raft nodes before linearized reading' (duration: 961.173509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.326321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.36503Z","time spent":"961.286613ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21486,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:44:04.32641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.387866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.326429Z","caller":"traceutil/trace.go:171","msg":"trace[161055915] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19828; }","duration":"961.419476ms","start":"2026-03-31T05:44:03.365004Z","end":"2026-03-31T05:44:04.326424Z","steps":["trace[161055915] 'agreement among raft nodes before linearized reading' (duration: 961.393715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.326442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.364998Z","time spent":"961.441308ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:44:04.326524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.556581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.326549Z","caller":"traceutil/trace.go:171","msg":"trace[29672885] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19828; }","duration":"961.613113ms","start":"2026-03-31T05:44:03.364931Z","end":"2026-03-31T05:44:04.326544Z","steps":["trace[29672885] 'agreement among raft nodes before linearized reading' (duration: 961.581992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.326561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.364914Z","time spent":"961.644934ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T05:44:04.326625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.695016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.326642Z","caller":"traceutil/trace.go:171","msg":"trace[1896425789] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:19828; }","duration":"961.737427ms","start":"2026-03-31T05:44:03.364901Z","end":"2026-03-31T05:44:04.326638Z","steps":["trace[1896425789] 'agreement among raft nodes before linearized reading' (duration: 961.713856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.326654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.364885Z","time spent":"961.766267ms","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-31T05:44:04.32677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.169731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:44:04.326789Z","caller":"traceutil/trace.go:171","msg":"trace[1487548725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19828; }","duration":"969.226803ms","start":"2026-03-31T05:44:03.357557Z","end":"2026-03-31T05:44:04.326784Z","steps":["trace[1487548725] 'agreement among raft nodes before linearized reading' (duration: 969.1478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.326802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.357536Z","time spent":"969.262714ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:44:04.326894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024156735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21462"} {"level":"info","ts":"2026-03-31T05:44:04.326924Z","caller":"traceutil/trace.go:171","msg":"trace[1563098844] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19828; }","duration":"1.024209837s","start":"2026-03-31T05:44:03.3027Z","end":"2026-03-31T05:44:04.326909Z","steps":["trace[1563098844] 'agreement among raft nodes before linearized reading' (duration: 1.024165105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.326939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.302684Z","time spent":"1.024251358s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21486,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-31T05:44:04.327027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027732678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:04.327045Z","caller":"traceutil/trace.go:171","msg":"trace[920454187] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19828; }","duration":"1.027751479s","start":"2026-03-31T05:44:03.299289Z","end":"2026-03-31T05:44:04.327041Z","steps":["trace[920454187] 'agreement among raft nodes before linearized reading' (duration: 1.027726338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:04.327068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:03.299267Z","time spent":"1.02779809s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-31T05:44:05.657445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325185861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:05.657524Z","caller":"traceutil/trace.go:171","msg":"trace[1385028821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19828; }","duration":"1.325291464s","start":"2026-03-31T05:44:04.332215Z","end":"2026-03-31T05:44:05.657506Z","steps":["trace[1385028821] 'range keys from in-memory index tree' (duration: 1.325114169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.657561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.332203Z","time spent":"1.325348296s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:44:05.657875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069043352s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:44:05.657945Z","caller":"traceutil/trace.go:171","msg":"trace[521755861] transaction","detail":"{read_only:false; response_revision:19829; number_of_response:1; }","duration":"1.323873379s","start":"2026-03-31T05:44:04.334058Z","end":"2026-03-31T05:44:05.657931Z","steps":["trace[521755861] 'process raft request' (duration: 254.712725ms)","trace[521755861] 'compare' (duration: 1.068626848s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:05.658009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.334038Z","time spent":"1.323937432s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:05.658202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326027178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:77 size:104028"} {"level":"info","ts":"2026-03-31T05:44:05.658297Z","caller":"traceutil/trace.go:171","msg":"trace[148325375] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:77; response_revision:19828; }","duration":"1.326176862s","start":"2026-03-31T05:44:04.332099Z","end":"2026-03-31T05:44:05.658276Z","steps":["trace[148325375] 'range keys from in-memory index tree' (duration: 1.32516991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.658357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.332075Z","time spent":"1.326266445s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":104052,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:44:05.658343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326155271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:77 size:104028"} {"level":"info","ts":"2026-03-31T05:44:05.658449Z","caller":"traceutil/trace.go:171","msg":"trace[932153582] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:77; response_revision:19828; }","duration":"1.326304506s","start":"2026-03-31T05:44:04.332123Z","end":"2026-03-31T05:44:05.658427Z","steps":["trace[932153582] 'range keys from in-memory index tree' (duration: 1.32485283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.658518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.332106Z","time spent":"1.326393089s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":77,"response size":104052,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T05:44:05.901744Z","caller":"traceutil/trace.go:171","msg":"trace[939771176] transaction","detail":"{read_only:false; response_revision:19830; number_of_response:1; }","duration":"1.567559596s","start":"2026-03-31T05:44:04.33415Z","end":"2026-03-31T05:44:05.90171Z","steps":["trace[939771176] 'process raft request' (duration: 1.473285452s)","trace[939771176] 'compare' (duration: 94.081048ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:05.901778Z","caller":"traceutil/trace.go:171","msg":"trace[1784403961] transaction","detail":"{read_only:false; response_revision:19831; number_of_response:1; }","duration":"1.566827763s","start":"2026-03-31T05:44:04.334922Z","end":"2026-03-31T05:44:05.90175Z","steps":["trace[1784403961] 'process raft request' (duration: 1.56672701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.901877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.334122Z","time spent":"1.56768634s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:05.901918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.334906Z","time spent":"1.566937826s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:05.902086Z","caller":"traceutil/trace.go:171","msg":"trace[1881637963] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"1.56544546s","start":"2026-03-31T05:44:04.336632Z","end":"2026-03-31T05:44:05.902078Z","steps":["trace[1881637963] 'process raft request' (duration: 1.565334596s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:05.902083Z","caller":"traceutil/trace.go:171","msg":"trace[2027506805] transaction","detail":"{read_only:false; response_revision:19833; number_of_response:1; }","duration":"1.565960886s","start":"2026-03-31T05:44:04.336101Z","end":"2026-03-31T05:44:05.902062Z","steps":["trace[2027506805] 'process raft request' (duration: 1.565724889s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:05.902089Z","caller":"traceutil/trace.go:171","msg":"trace[621842718] linearizableReadLoop","detail":"{readStateIndex:20526; appliedIndex:20520; }","duration":"1.56579232s","start":"2026-03-31T05:44:04.336274Z","end":"2026-03-31T05:44:05.902067Z","steps":["trace[621842718] 'read index received' (duration: 252.588317ms)","trace[621842718] 'applied index is now lower than readState.Index' (duration: 1.313203063s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:05.902135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.336623Z","time spent":"1.565488501s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:05.902181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.336092Z","time spent":"1.566044319s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:05.902195Z","caller":"traceutil/trace.go:171","msg":"trace[1065571924] transaction","detail":"{read_only:false; response_revision:19835; number_of_response:1; }","duration":"1.565905664s","start":"2026-03-31T05:44:04.336282Z","end":"2026-03-31T05:44:05.902188Z","steps":["trace[1065571924] 'process raft request' (duration: 1.565650656s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:05.902172Z","caller":"traceutil/trace.go:171","msg":"trace[143304206] transaction","detail":"{read_only:false; response_revision:19834; number_of_response:1; }","duration":"1.565956406s","start":"2026-03-31T05:44:04.336178Z","end":"2026-03-31T05:44:05.902134Z","steps":["trace[143304206] 'process raft request' (duration: 1.565720248s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:05.902194Z","caller":"traceutil/trace.go:171","msg":"trace[1372594928] transaction","detail":"{read_only:false; response_revision:19832; number_of_response:1; }","duration":"1.567233746s","start":"2026-03-31T05:44:04.334932Z","end":"2026-03-31T05:44:05.902166Z","steps":["trace[1372594928] 'process raft request' (duration: 1.566766901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.902239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.336273Z","time spent":"1.565946915s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:05.902354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.334918Z","time spent":"1.567331989s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:05.90239Z","caller":"traceutil/trace.go:171","msg":"trace[1198366264] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"1.560990319s","start":"2026-03-31T05:44:04.341393Z","end":"2026-03-31T05:44:05.902384Z","steps":["trace[1198366264] 'process raft request' (duration: 1.560610317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.902348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.336164Z","time spent":"1.56608615s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:44:05.902404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443261615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:05.902426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.341386Z","time spent":"1.56102009s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15785,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:44:05.902446Z","caller":"traceutil/trace.go:171","msg":"trace[2046411410] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19837; }","duration":"1.443363799s","start":"2026-03-31T05:44:04.45907Z","end":"2026-03-31T05:44:05.902434Z","steps":["trace[2046411410] 'agreement among raft nodes before linearized reading' (duration: 1.443280376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.90251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.459049Z","time spent":"1.443447491s","remote":"127.0.0.1:36496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:05.902645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.728447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-03-31T05:44:05.902715Z","caller":"traceutil/trace.go:171","msg":"trace[299075002] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19837; }","duration":"236.81285ms","start":"2026-03-31T05:44:05.66589Z","end":"2026-03-31T05:44:05.902676Z","steps":["trace[299075002] 'agreement among raft nodes before linearized reading' (duration: 236.611354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.902763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.343005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:05.90278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.859487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:05.902796Z","caller":"traceutil/trace.go:171","msg":"trace[1091467757] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:19837; }","duration":"670.410847ms","start":"2026-03-31T05:44:05.232375Z","end":"2026-03-31T05:44:05.902786Z","steps":["trace[1091467757] 'agreement among raft nodes before linearized reading' (duration: 670.355555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:05.902812Z","caller":"traceutil/trace.go:171","msg":"trace[1557622799] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19837; }","duration":"790.928099ms","start":"2026-03-31T05:44:05.111874Z","end":"2026-03-31T05:44:05.902803Z","steps":["trace[1557622799] 'agreement among raft nodes before linearized reading' (duration: 790.876737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.902852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:05.111852Z","time spent":"790.992271ms","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:05.9029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.727351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T05:44:05.902925Z","caller":"traceutil/trace.go:171","msg":"trace[634259136] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:19837; }","duration":"238.766611ms","start":"2026-03-31T05:44:05.664153Z","end":"2026-03-31T05:44:05.902919Z","steps":["trace[634259136] 'agreement among raft nodes before linearized reading' (duration: 238.679279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.902932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.036242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T05:44:05.902976Z","caller":"traceutil/trace.go:171","msg":"trace[1129082024] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:19837; }","duration":"260.114565ms","start":"2026-03-31T05:44:05.64285Z","end":"2026-03-31T05:44:05.902965Z","steps":["trace[1129082024] 'agreement among raft nodes before linearized reading' (duration: 259.991571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.902818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:05.232355Z","time spent":"670.458029ms","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:44:05.903276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.45527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:44:05.903286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567001308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1026369"} {"level":"info","ts":"2026-03-31T05:44:05.903333Z","caller":"traceutil/trace.go:171","msg":"trace[1623749576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19837; }","duration":"237.525792ms","start":"2026-03-31T05:44:05.665778Z","end":"2026-03-31T05:44:05.903304Z","steps":["trace[1623749576] 'agreement among raft nodes before linearized reading' (duration: 236.631644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:05.903361Z","caller":"traceutil/trace.go:171","msg":"trace[1800978337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:19837; }","duration":"1.567092842s","start":"2026-03-31T05:44:04.336254Z","end":"2026-03-31T05:44:05.903347Z","steps":["trace[1800978337] 'agreement among raft nodes before linearized reading' (duration: 1.566062289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:05.903401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:44:04.336247Z","time spent":"1.567142743s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":103,"response size":1026393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T05:44:10.451326Z","caller":"traceutil/trace.go:171","msg":"trace[1380498520] transaction","detail":"{read_only:false; response_revision:19880; number_of_response:1; }","duration":"103.245526ms","start":"2026-03-31T05:44:10.348044Z","end":"2026-03-31T05:44:10.45129Z","steps":["trace[1380498520] 'process raft request' (duration: 83.328307ms)","trace[1380498520] 'compare' (duration: 19.771084ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:44:10.451319Z","caller":"traceutil/trace.go:171","msg":"trace[2145552822] linearizableReadLoop","detail":"{readStateIndex:20574; appliedIndex:20573; }","duration":"102.809262ms","start":"2026-03-31T05:44:10.348459Z","end":"2026-03-31T05:44:10.451268Z","steps":["trace[2145552822] 'read index received' (duration: 82.944505ms)","trace[2145552822] 'applied index is now lower than readState.Index' (duration: 19.863307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:44:10.451434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.944616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.451481Z","caller":"traceutil/trace.go:171","msg":"trace[61932610] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19880; }","duration":"103.05779ms","start":"2026-03-31T05:44:10.348413Z","end":"2026-03-31T05:44:10.451471Z","steps":["trace[61932610] 'agreement among raft nodes before linearized reading' (duration: 102.959567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.472983Z","caller":"traceutil/trace.go:171","msg":"trace[84156501] transaction","detail":"{read_only:false; response_revision:19881; number_of_response:1; }","duration":"123.602178ms","start":"2026-03-31T05:44:10.349346Z","end":"2026-03-31T05:44:10.472948Z","steps":["trace[84156501] 'process raft request' (duration: 123.298238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.473091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.327599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.473197Z","caller":"traceutil/trace.go:171","msg":"trace[1106093118] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19882; }","duration":"123.459533ms","start":"2026-03-31T05:44:10.349724Z","end":"2026-03-31T05:44:10.473183Z","steps":["trace[1106093118] 'agreement among raft nodes before linearized reading' (duration: 123.299178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.473474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.170843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21559"} {"level":"info","ts":"2026-03-31T05:44:10.47352Z","caller":"traceutil/trace.go:171","msg":"trace[1721695152] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19882; }","duration":"122.226074ms","start":"2026-03-31T05:44:10.351282Z","end":"2026-03-31T05:44:10.473508Z","steps":["trace[1721695152] 'agreement among raft nodes before linearized reading' (duration: 122.121111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.473559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.757673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.47364Z","caller":"traceutil/trace.go:171","msg":"trace[1301018965] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19882; }","duration":"123.97197ms","start":"2026-03-31T05:44:10.34965Z","end":"2026-03-31T05:44:10.473622Z","steps":["trace[1301018965] 'agreement among raft nodes before linearized reading' (duration: 123.795324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.473804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.915267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21559"} {"level":"warn","ts":"2026-03-31T05:44:10.473873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.617228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21559"} {"level":"info","ts":"2026-03-31T05:44:10.473886Z","caller":"traceutil/trace.go:171","msg":"trace[525807829] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19882; }","duration":"123.02732ms","start":"2026-03-31T05:44:10.35084Z","end":"2026-03-31T05:44:10.473867Z","steps":["trace[525807829] 'agreement among raft nodes before linearized reading' (duration: 122.754851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.473914Z","caller":"traceutil/trace.go:171","msg":"trace[1497875809] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:19882; }","duration":"123.67127ms","start":"2026-03-31T05:44:10.35023Z","end":"2026-03-31T05:44:10.473902Z","steps":["trace[1497875809] 'agreement among raft nodes before linearized reading' (duration: 123.516375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.474006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.512257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.474066Z","caller":"traceutil/trace.go:171","msg":"trace[617215089] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19882; }","duration":"124.603889ms","start":"2026-03-31T05:44:10.349449Z","end":"2026-03-31T05:44:10.474053Z","steps":["trace[617215089] 'agreement among raft nodes before linearized reading' (duration: 124.517597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.474104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.001432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-03-31T05:44:10.474151Z","caller":"traceutil/trace.go:171","msg":"trace[1171101158] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19882; }","duration":"125.100465ms","start":"2026-03-31T05:44:10.349038Z","end":"2026-03-31T05:44:10.474139Z","steps":["trace[1171101158] 'agreement among raft nodes before linearized reading' (duration: 124.979651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.474152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.61385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"info","ts":"2026-03-31T05:44:10.4742Z","caller":"traceutil/trace.go:171","msg":"trace[1376785807] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19882; }","duration":"124.672302ms","start":"2026-03-31T05:44:10.349515Z","end":"2026-03-31T05:44:10.474187Z","steps":["trace[1376785807] 'agreement among raft nodes before linearized reading' (duration: 124.546418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.474264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.747304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11072"} {"level":"warn","ts":"2026-03-31T05:44:10.47428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.247249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.47432Z","caller":"traceutil/trace.go:171","msg":"trace[1245861671] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19882; }","duration":"125.300692ms","start":"2026-03-31T05:44:10.34901Z","end":"2026-03-31T05:44:10.474311Z","steps":["trace[1245861671] 'agreement among raft nodes before linearized reading' (duration: 125.24465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:44:10.474318Z","caller":"traceutil/trace.go:171","msg":"trace[1661046013] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:19882; }","duration":"124.822436ms","start":"2026-03-31T05:44:10.349484Z","end":"2026-03-31T05:44:10.474307Z","steps":["trace[1661046013] 'agreement among raft nodes before linearized reading' (duration: 124.678132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:44:10.474399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.082843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:44:10.474547Z","caller":"traceutil/trace.go:171","msg":"trace[679152477] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:19882; }","duration":"125.544089ms","start":"2026-03-31T05:44:10.348952Z","end":"2026-03-31T05:44:10.474496Z","steps":["trace[679152477] 'agreement among raft nodes before linearized reading' (duration: 124.041822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:47:03.182063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18677} {"level":"info","ts":"2026-03-31T05:47:03.280283Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18677,"took":"94.740487ms","hash":3421329452,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":34160640,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T05:47:03.280373Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3421329452,"revision":18677,"compact-revision":16438} {"level":"info","ts":"2026-03-31T05:48:33.735336Z","caller":"traceutil/trace.go:171","msg":"trace[602525788] transaction","detail":"{read_only:false; response_revision:21630; number_of_response:1; }","duration":"388.765428ms","start":"2026-03-31T05:48:33.346519Z","end":"2026-03-31T05:48:33.735284Z","steps":["trace[602525788] 'process raft request' (duration: 322.336493ms)","trace[602525788] 'compare' (duration: 65.999362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:48:33.735521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:33.346495Z","time spent":"388.940874ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:48:33.735647Z","caller":"traceutil/trace.go:171","msg":"trace[1019937488] transaction","detail":"{read_only:false; response_revision:21631; number_of_response:1; }","duration":"313.043611ms","start":"2026-03-31T05:48:33.422557Z","end":"2026-03-31T05:48:33.7356Z","steps":["trace[1019937488] 'process raft request' (duration: 312.637858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:48:33.735764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:48:33.422529Z","time spent":"313.179935ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:31.760768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.348034ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:49:31.760958Z","caller":"traceutil/trace.go:171","msg":"trace[711230764] linearizableReadLoop","detail":"{readStateIndex:22689; appliedIndex:22688; }","duration":"672.301898ms","start":"2026-03-31T05:49:31.088642Z","end":"2026-03-31T05:49:31.760944Z","steps":["trace[711230764] 'read index received' (duration: 29.682326ms)","trace[711230764] 'applied index is now lower than readState.Index' (duration: 642.618932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:31.761201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.509714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:31.761284Z","caller":"traceutil/trace.go:171","msg":"trace[566077849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21919; }","duration":"672.700031ms","start":"2026-03-31T05:49:31.088564Z","end":"2026-03-31T05:49:31.761264Z","steps":["trace[566077849] 'agreement among raft nodes before linearized reading' (duration: 672.521885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:31.761321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.088525Z","time spent":"672.787674ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:49:31.761334Z","caller":"traceutil/trace.go:171","msg":"trace[37672560] transaction","detail":"{read_only:false; response_revision:21920; number_of_response:1; }","duration":"259.929776ms","start":"2026-03-31T05:49:31.50139Z","end":"2026-03-31T05:49:31.76132Z","steps":["trace[37672560] 'process raft request' (duration: 259.476852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.026685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.155649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:32.026769Z","caller":"traceutil/trace.go:171","msg":"trace[1707255141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21920; }","duration":"264.284283ms","start":"2026-03-31T05:49:31.762467Z","end":"2026-03-31T05:49:32.026751Z","steps":["trace[1707255141] 'range keys from in-memory index tree' (duration: 264.062666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.026734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.475207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:49:32.027139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.760593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:49:32.027143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.553152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:49:32.02718Z","caller":"traceutil/trace.go:171","msg":"trace[1619176518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21920; }","duration":"574.839765ms","start":"2026-03-31T05:49:31.452329Z","end":"2026-03-31T05:49:32.027168Z","steps":["trace[1619176518] 'agreement among raft nodes before linearized reading' (duration: 308.994503ms)","trace[1619176518] 'range keys from in-memory index tree' (duration: 265.748769ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:32.027208Z","caller":"traceutil/trace.go:171","msg":"trace[132748807] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21920; }","duration":"584.659245ms","start":"2026-03-31T05:49:31.442532Z","end":"2026-03-31T05:49:32.027191Z","steps":["trace[132748807] 'agreement among raft nodes before linearized reading' (duration: 318.799822ms)","trace[132748807] 'count revisions from in-memory index tree' (duration: 265.76339ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:32.027262Z","caller":"traceutil/trace.go:171","msg":"trace[17631816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21920; }","duration":"459.925032ms","start":"2026-03-31T05:49:31.567219Z","end":"2026-03-31T05:49:32.027144Z","steps":["trace[17631816] 'agreement among raft nodes before linearized reading' (duration: 194.126141ms)","trace[17631816] 'range keys from in-memory index tree' (duration: 265.245084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:32.027242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.442517Z","time spent":"584.718326ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:49:32.028275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.56721Z","time spent":"461.039706ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:32.028614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.439894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:49:32.028754Z","caller":"traceutil/trace.go:171","msg":"trace[958178048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21920; }","duration":"457.590848ms","start":"2026-03-31T05:49:31.571109Z","end":"2026-03-31T05:49:32.028699Z","steps":["trace[958178048] 'agreement among raft nodes before linearized reading' (duration: 190.232578ms)","trace[958178048] 'range keys from in-memory index tree' (duration: 265.752429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:32.028813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.571069Z","time spent":"457.731183ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:49:32.027973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.452297Z","time spent":"574.909988ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:49:32.029075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.549851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:49:32.029149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.154244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:49:32.029208Z","caller":"traceutil/trace.go:171","msg":"trace[1823703123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21920; }","duration":"462.528063ms","start":"2026-03-31T05:49:31.566606Z","end":"2026-03-31T05:49:32.029134Z","steps":["trace[1823703123] 'agreement among raft nodes before linearized reading' (duration: 194.710109ms)","trace[1823703123] 'range keys from in-memory index tree' (duration: 265.76963ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:32.029227Z","caller":"traceutil/trace.go:171","msg":"trace[1645472212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21920; }","duration":"777.231387ms","start":"2026-03-31T05:49:31.251953Z","end":"2026-03-31T05:49:32.029184Z","steps":["trace[1645472212] 'agreement among raft nodes before linearized reading' (duration: 509.33998ms)","trace[1645472212] 'range keys from in-memory index tree' (duration: 265.880134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:32.0293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.251938Z","time spent":"777.35068ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:49:32.029511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.52188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:49:32.029593Z","caller":"traceutil/trace.go:171","msg":"trace[1199183807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21920; }","duration":"462.844784ms","start":"2026-03-31T05:49:31.566718Z","end":"2026-03-31T05:49:32.029563Z","steps":["trace[1199183807] 'agreement among raft nodes before linearized reading' (duration: 194.572025ms)","trace[1199183807] 'range keys from in-memory index tree' (duration: 265.812302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:32.029634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.566685Z","time spent":"462.934966ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:32.029275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.566587Z","time spent":"462.662358ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:49:32.415586Z","caller":"traceutil/trace.go:171","msg":"trace[879890196] transaction","detail":"{read_only:false; response_revision:21921; number_of_response:1; }","duration":"477.878247ms","start":"2026-03-31T05:49:31.937681Z","end":"2026-03-31T05:49:32.41556Z","steps":["trace[879890196] 'process raft request' (duration: 477.601269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.41574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.93765Z","time spent":"478.012532ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:32.898164Z","caller":"traceutil/trace.go:171","msg":"trace[1701679569] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"958.881373ms","start":"2026-03-31T05:49:31.939256Z","end":"2026-03-31T05:49:32.898137Z","steps":["trace[1701679569] 'process raft request' (duration: 958.47054ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:32.898226Z","caller":"traceutil/trace.go:171","msg":"trace[346313042] transaction","detail":"{read_only:false; response_revision:21926; number_of_response:1; }","duration":"862.625679ms","start":"2026-03-31T05:49:32.035579Z","end":"2026-03-31T05:49:32.898205Z","steps":["trace[346313042] 'process raft request' (duration: 862.539406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.898282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:31.939228Z","time spent":"958.995206ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:32.898279Z","caller":"traceutil/trace.go:171","msg":"trace[1776486424] transaction","detail":"{read_only:false; response_revision:21925; number_of_response:1; }","duration":"862.746622ms","start":"2026-03-31T05:49:32.035515Z","end":"2026-03-31T05:49:32.898262Z","steps":["trace[1776486424] 'process raft request' (duration: 862.559616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:32.898279Z","caller":"traceutil/trace.go:171","msg":"trace[1754267042] transaction","detail":"{read_only:false; response_revision:21924; number_of_response:1; }","duration":"863.096003ms","start":"2026-03-31T05:49:32.035155Z","end":"2026-03-31T05:49:32.898251Z","steps":["trace[1754267042] 'process raft request' (duration: 862.876636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.898348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.035571Z","time spent":"862.705331ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:32.898387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.035503Z","time spent":"862.822274ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:32.898387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.035136Z","time spent":"863.188825ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:32.89839Z","caller":"traceutil/trace.go:171","msg":"trace[174869625] transaction","detail":"{read_only:false; response_revision:21923; number_of_response:1; }","duration":"864.560019ms","start":"2026-03-31T05:49:32.0338Z","end":"2026-03-31T05:49:32.898361Z","steps":["trace[174869625] 'process raft request' (duration: 864.108565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.898508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.033773Z","time spent":"864.668333ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:32.898863Z","caller":"traceutil/trace.go:171","msg":"trace[1925710464] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"862.762642ms","start":"2026-03-31T05:49:32.036093Z","end":"2026-03-31T05:49:32.898855Z","steps":["trace[1925710464] 'process raft request' (duration: 862.06844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.898936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.036084Z","time spent":"862.828485ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:32.899083Z","caller":"traceutil/trace.go:171","msg":"trace[1831608025] linearizableReadLoop","detail":"{readStateIndex:22698; appliedIndex:22690; }","duration":"809.843784ms","start":"2026-03-31T05:49:32.089233Z","end":"2026-03-31T05:49:32.899077Z","steps":["trace[1831608025] 'read index received' (duration: 326.137094ms)","trace[1831608025] 'applied index is now lower than readState.Index' (duration: 483.70601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:32.8991Z","caller":"traceutil/trace.go:171","msg":"trace[1046319430] transaction","detail":"{read_only:false; response_revision:21928; number_of_response:1; }","duration":"862.831384ms","start":"2026-03-31T05:49:32.036256Z","end":"2026-03-31T05:49:32.899087Z","steps":["trace[1046319430] 'process raft request' (duration: 862.518364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.899151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.036249Z","time spent":"862.875555ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:32.899188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.476293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:49:32.899214Z","caller":"traceutil/trace.go:171","msg":"trace[334327289] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21928; }","duration":"718.543465ms","start":"2026-03-31T05:49:32.180666Z","end":"2026-03-31T05:49:32.899209Z","steps":["trace[334327289] 'agreement among raft nodes before linearized reading' (duration: 718.460763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.89923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.180641Z","time spent":"718.585117ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":79,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:49:32.8992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.946007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:32.89927Z","caller":"traceutil/trace.go:171","msg":"trace[1825263122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21928; }","duration":"810.05763ms","start":"2026-03-31T05:49:32.089193Z","end":"2026-03-31T05:49:32.899251Z","steps":["trace[1825263122] 'agreement among raft nodes before linearized reading' (duration: 809.922136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:32.899329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:32.089176Z","time spent":"810.124442ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:49:33.731143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.355757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:33.731368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.052709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:33.731461Z","caller":"traceutil/trace.go:171","msg":"trace[86044229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21928; }","duration":"638.190023ms","start":"2026-03-31T05:49:33.093246Z","end":"2026-03-31T05:49:33.731436Z","steps":["trace[86044229] 'range keys from in-memory index tree' (duration: 637.983286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:33.731518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:33.093202Z","time spent":"638.305566ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:49:33.731409Z","caller":"traceutil/trace.go:171","msg":"trace[1262265393] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21928; }","duration":"611.689707ms","start":"2026-03-31T05:49:33.119705Z","end":"2026-03-31T05:49:33.731395Z","steps":["trace[1262265393] 'count revisions from in-memory index tree' (duration: 611.241063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:33.731626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:33.119684Z","time spent":"611.929935ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:49:33.969658Z","caller":"traceutil/trace.go:171","msg":"trace[360103005] linearizableReadLoop","detail":"{readStateIndex:22699; appliedIndex:22698; }","duration":"110.910928ms","start":"2026-03-31T05:49:33.858728Z","end":"2026-03-31T05:49:33.969639Z","steps":["trace[360103005] 'read index received' (duration: 110.743832ms)","trace[360103005] 'applied index is now lower than readState.Index' (duration: 166.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:33.96972Z","caller":"traceutil/trace.go:171","msg":"trace[1416188734] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"203.593499ms","start":"2026-03-31T05:49:33.766092Z","end":"2026-03-31T05:49:33.969685Z","steps":["trace[1416188734] 'process raft request' (duration: 203.423164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:33.970001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.262718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T05:49:33.97005Z","caller":"traceutil/trace.go:171","msg":"trace[144359797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21929; }","duration":"111.361781ms","start":"2026-03-31T05:49:33.858678Z","end":"2026-03-31T05:49:33.970039Z","steps":["trace[144359797] 'agreement among raft nodes before linearized reading' (duration: 111.050451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:34.528486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.462679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:34.528571Z","caller":"traceutil/trace.go:171","msg":"trace[842408819] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21929; }","duration":"493.593033ms","start":"2026-03-31T05:49:34.034959Z","end":"2026-03-31T05:49:34.528552Z","steps":["trace[842408819] 'range keys from in-memory index tree' (duration: 493.351706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:34.528614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.034936Z","time spent":"493.666236ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:49:34.5286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.463707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:49:34.528679Z","caller":"traceutil/trace.go:171","msg":"trace[875059370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21929; }","duration":"439.598621ms","start":"2026-03-31T05:49:34.089061Z","end":"2026-03-31T05:49:34.528659Z","steps":["trace[875059370] 'range keys from in-memory index tree' (duration: 439.339682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:34.528718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.089039Z","time spent":"439.671483ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:49:34.52878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.126329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:49:34.529293Z","caller":"traceutil/trace.go:171","msg":"trace[1720611779] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21929; }","duration":"324.869413ms","start":"2026-03-31T05:49:34.204386Z","end":"2026-03-31T05:49:34.529255Z","steps":["trace[1720611779] 'count revisions from in-memory index tree' (duration: 323.869722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:34.52937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.20436Z","time spent":"324.988517ms","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:49:34.614898Z","caller":"traceutil/trace.go:171","msg":"trace[1014123991] transaction","detail":"{read_only:false; response_revision:21930; number_of_response:1; }","duration":"193.196262ms","start":"2026-03-31T05:49:34.421665Z","end":"2026-03-31T05:49:34.614861Z","steps":["trace[1014123991] 'process raft request' (duration: 192.939174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.287411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.40729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:49:35.287494Z","caller":"traceutil/trace.go:171","msg":"trace[1906022474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21930; }","duration":"384.563616ms","start":"2026-03-31T05:49:34.902913Z","end":"2026-03-31T05:49:35.287477Z","steps":["trace[1906022474] 'range keys from in-memory index tree' (duration: 384.207695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.28753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.902887Z","time spent":"384.634438ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:49:35.28765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.775202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:49:35.287683Z","caller":"traceutil/trace.go:171","msg":"trace[2025187212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21930; }","duration":"384.837484ms","start":"2026-03-31T05:49:34.902838Z","end":"2026-03-31T05:49:35.287676Z","steps":["trace[2025187212] 'range keys from in-memory index tree' (duration: 384.68494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.287702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.902814Z","time spent":"384.882536ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:49:35.287888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.547203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-31T05:49:35.287909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.168628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:49:35.287994Z","caller":"traceutil/trace.go:171","msg":"trace[731475944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21930; }","duration":"657.692427ms","start":"2026-03-31T05:49:34.630275Z","end":"2026-03-31T05:49:35.287968Z","steps":["trace[731475944] 'range keys from in-memory index tree' (duration: 657.340457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.288166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.630259Z","time spent":"657.888044ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T05:49:35.288Z","caller":"traceutil/trace.go:171","msg":"trace[826176180] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:21930; }","duration":"498.321783ms","start":"2026-03-31T05:49:34.789657Z","end":"2026-03-31T05:49:35.287979Z","steps":["trace[826176180] 'count revisions from in-memory index tree' (duration: 498.102135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.288296Z","caller":"traceutil/trace.go:171","msg":"trace[616553362] linearizableReadLoop","detail":"{readStateIndex:22701; appliedIndex:22700; }","duration":"384.658368ms","start":"2026-03-31T05:49:34.903621Z","end":"2026-03-31T05:49:35.288279Z","steps":["trace[616553362] 'read index received' (duration: 383.084769ms)","trace[616553362] 'applied index is now lower than readState.Index' (duration: 1.572709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:49:35.288341Z","caller":"traceutil/trace.go:171","msg":"trace[72201205] transaction","detail":"{read_only:false; response_revision:21931; number_of_response:1; }","duration":"384.794963ms","start":"2026-03-31T05:49:34.903513Z","end":"2026-03-31T05:49:35.288308Z","steps":["trace[72201205] 'process raft request' (duration: 383.155021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.28836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.789643Z","time spent":"498.628082ms","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:49:35.288459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.666119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:49:35.288474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.903501Z","time spent":"384.901676ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:35.288542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.913207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:49:35.288487Z","caller":"traceutil/trace.go:171","msg":"trace[805851518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21931; }","duration":"384.70841ms","start":"2026-03-31T05:49:34.903771Z","end":"2026-03-31T05:49:35.288479Z","steps":["trace[805851518] 'agreement among raft nodes before linearized reading' (duration: 384.625868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.288589Z","caller":"traceutil/trace.go:171","msg":"trace[732730021] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21931; }","duration":"385.000649ms","start":"2026-03-31T05:49:34.903575Z","end":"2026-03-31T05:49:35.288576Z","steps":["trace[732730021] 'agreement among raft nodes before linearized reading' (duration: 384.799863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.28863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.903554Z","time spent":"385.066552ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:49:35.288675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.814443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:49:35.288712Z","caller":"traceutil/trace.go:171","msg":"trace[891158306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21931; }","duration":"384.869385ms","start":"2026-03-31T05:49:34.903833Z","end":"2026-03-31T05:49:35.288703Z","steps":["trace[891158306] 'agreement among raft nodes before linearized reading' (duration: 384.782693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.288734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.903823Z","time spent":"384.905506ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:35.288729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.395627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:49:35.288662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.408561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:49:35.288777Z","caller":"traceutil/trace.go:171","msg":"trace[505044542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21931; }","duration":"199.472279ms","start":"2026-03-31T05:49:35.089292Z","end":"2026-03-31T05:49:35.288764Z","steps":["trace[505044542] 'agreement among raft nodes before linearized reading' (duration: 199.407417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.288809Z","caller":"traceutil/trace.go:171","msg":"trace[1015761102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21931; }","duration":"384.575126ms","start":"2026-03-31T05:49:34.904226Z","end":"2026-03-31T05:49:35.288801Z","steps":["trace[1015761102] 'agreement among raft nodes before linearized reading' (duration: 384.279406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:35.288836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.904221Z","time spent":"384.607896ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:49:35.288595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:34.903764Z","time spent":"384.822624ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:49:35.409702Z","caller":"traceutil/trace.go:171","msg":"trace[1042092321] transaction","detail":"{read_only:false; response_revision:21932; number_of_response:1; }","duration":"117.116633ms","start":"2026-03-31T05:49:35.292564Z","end":"2026-03-31T05:49:35.40968Z","steps":["trace[1042092321] 'process raft request' (duration: 115.302086ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.411723Z","caller":"traceutil/trace.go:171","msg":"trace[1500176669] transaction","detail":"{read_only:false; response_revision:21934; number_of_response:1; }","duration":"118.393323ms","start":"2026-03-31T05:49:35.29331Z","end":"2026-03-31T05:49:35.411703Z","steps":["trace[1500176669] 'process raft request' (duration: 118.338941ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.411764Z","caller":"traceutil/trace.go:171","msg":"trace[963990368] transaction","detail":"{read_only:false; response_revision:21933; number_of_response:1; }","duration":"118.603769ms","start":"2026-03-31T05:49:35.293118Z","end":"2026-03-31T05:49:35.411721Z","steps":["trace[963990368] 'process raft request' (duration: 118.410363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.412063Z","caller":"traceutil/trace.go:171","msg":"trace[1098018089] transaction","detail":"{read_only:false; response_revision:21935; number_of_response:1; }","duration":"118.647541ms","start":"2026-03-31T05:49:35.293386Z","end":"2026-03-31T05:49:35.412034Z","steps":["trace[1098018089] 'process raft request' (duration: 118.29244ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.412132Z","caller":"traceutil/trace.go:171","msg":"trace[1822275775] transaction","detail":"{read_only:false; response_revision:21936; number_of_response:1; }","duration":"118.539117ms","start":"2026-03-31T05:49:35.293565Z","end":"2026-03-31T05:49:35.412104Z","steps":["trace[1822275775] 'process raft request' (duration: 118.341751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:35.412136Z","caller":"traceutil/trace.go:171","msg":"trace[1996016684] transaction","detail":"{read_only:false; response_revision:21937; number_of_response:1; }","duration":"118.00403ms","start":"2026-03-31T05:49:35.294096Z","end":"2026-03-31T05:49:35.4121Z","steps":["trace[1996016684] 'process raft request' (duration: 117.957879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.630507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.74836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:49:37.630601Z","caller":"traceutil/trace.go:171","msg":"trace[709805640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21944; }","duration":"213.876033ms","start":"2026-03-31T05:49:37.416704Z","end":"2026-03-31T05:49:37.63058Z","steps":["trace[709805640] 'range keys from in-memory index tree' (duration: 213.574965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.6306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.158983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:49:37.630681Z","caller":"traceutil/trace.go:171","msg":"trace[369878506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21944; }","duration":"214.270016ms","start":"2026-03-31T05:49:37.416393Z","end":"2026-03-31T05:49:37.630663Z","steps":["trace[369878506] 'range keys from in-memory index tree' (duration: 213.977427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.630691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.259476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:49:37.630753Z","caller":"traceutil/trace.go:171","msg":"trace[654299744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21944; }","duration":"214.362099ms","start":"2026-03-31T05:49:37.416377Z","end":"2026-03-31T05:49:37.630739Z","steps":["trace[654299744] 'range keys from in-memory index tree' (duration: 214.037499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.665268Z","caller":"traceutil/trace.go:171","msg":"trace[164424351] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"247.337989ms","start":"2026-03-31T05:49:37.417901Z","end":"2026-03-31T05:49:37.665239Z","steps":["trace[164424351] 'process raft request' (duration: 247.163094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.796585Z","caller":"traceutil/trace.go:171","msg":"trace[1211785368] transaction","detail":"{read_only:false; response_revision:21947; number_of_response:1; }","duration":"377.039609ms","start":"2026-03-31T05:49:37.419517Z","end":"2026-03-31T05:49:37.796557Z","steps":["trace[1211785368] 'process raft request' (duration: 376.941455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.796761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.419507Z","time spent":"377.163542ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:37.796826Z","caller":"traceutil/trace.go:171","msg":"trace[683247174] transaction","detail":"{read_only:false; response_revision:21948; number_of_response:1; }","duration":"359.66588ms","start":"2026-03-31T05:49:37.437134Z","end":"2026-03-31T05:49:37.7968Z","steps":["trace[683247174] 'process raft request' (duration: 359.382261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.796599Z","caller":"traceutil/trace.go:171","msg":"trace[1680940524] transaction","detail":"{read_only:false; response_revision:21946; number_of_response:1; }","duration":"377.465952ms","start":"2026-03-31T05:49:37.419104Z","end":"2026-03-31T05:49:37.79657Z","steps":["trace[1680940524] 'process raft request' (duration: 377.207844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:37.796977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.41909Z","time spent":"377.825053ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:49:37.796993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:49:37.43711Z","time spent":"359.821875ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:49:37.797133Z","caller":"traceutil/trace.go:171","msg":"trace[389403455] transaction","detail":"{read_only:false; response_revision:21949; number_of_response:1; }","duration":"163.242747ms","start":"2026-03-31T05:49:37.633869Z","end":"2026-03-31T05:49:37.797112Z","steps":["trace[389403455] 'process raft request' (duration: 162.813694ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.797339Z","caller":"traceutil/trace.go:171","msg":"trace[824138049] transaction","detail":"{read_only:false; response_revision:21950; number_of_response:1; }","duration":"163.430413ms","start":"2026-03-31T05:49:37.633889Z","end":"2026-03-31T05:49:37.797319Z","steps":["trace[824138049] 'process raft request' (duration: 163.109503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:37.797488Z","caller":"traceutil/trace.go:171","msg":"trace[1787748962] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"163.178085ms","start":"2026-03-31T05:49:37.634292Z","end":"2026-03-31T05:49:37.79747Z","steps":["trace[1787748962] 'process raft request' (duration: 162.920107ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:54.329915Z","caller":"traceutil/trace.go:171","msg":"trace[964770933] transaction","detail":"{read_only:false; response_revision:22029; number_of_response:1; }","duration":"236.780666ms","start":"2026-03-31T05:49:54.093108Z","end":"2026-03-31T05:49:54.329889Z","steps":["trace[964770933] 'process raft request' (duration: 234.125493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:54.330152Z","caller":"traceutil/trace.go:171","msg":"trace[1081784196] transaction","detail":"{read_only:false; response_revision:22030; number_of_response:1; }","duration":"236.967672ms","start":"2026-03-31T05:49:54.093161Z","end":"2026-03-31T05:49:54.330128Z","steps":["trace[1081784196] 'process raft request' (duration: 236.632801ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:54.330383Z","caller":"traceutil/trace.go:171","msg":"trace[211452976] linearizableReadLoop","detail":"{readStateIndex:22805; appliedIndex:22801; }","duration":"221.644979ms","start":"2026-03-31T05:49:54.108727Z","end":"2026-03-31T05:49:54.330372Z","steps":["trace[211452976] 'read index received' (duration: 10.125799ms)","trace[211452976] 'applied index is now lower than readState.Index' (duration: 211.51838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:49:54.330507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.754682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:49:54.330551Z","caller":"traceutil/trace.go:171","msg":"trace[635956496] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22031; }","duration":"221.842085ms","start":"2026-03-31T05:49:54.108699Z","end":"2026-03-31T05:49:54.330541Z","steps":["trace[635956496] 'agreement among raft nodes before linearized reading' (duration: 221.717981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:54.331104Z","caller":"traceutil/trace.go:171","msg":"trace[814762431] transaction","detail":"{read_only:false; response_revision:22031; number_of_response:1; }","duration":"237.84489ms","start":"2026-03-31T05:49:54.093235Z","end":"2026-03-31T05:49:54.33108Z","steps":["trace[814762431] 'process raft request' (duration: 236.828638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:54.337287Z","caller":"traceutil/trace.go:171","msg":"trace[616497484] transaction","detail":"{read_only:false; response_revision:22032; number_of_response:1; }","duration":"142.876975ms","start":"2026-03-31T05:49:54.194398Z","end":"2026-03-31T05:49:54.337275Z","steps":["trace[616497484] 'process raft request' (duration: 142.813573ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:56.49853Z","caller":"traceutil/trace.go:171","msg":"trace[485398612] transaction","detail":"{read_only:false; response_revision:22040; number_of_response:1; }","duration":"120.460988ms","start":"2026-03-31T05:49:56.378043Z","end":"2026-03-31T05:49:56.498504Z","steps":["trace[485398612] 'process raft request' (duration: 117.325389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:56.500139Z","caller":"traceutil/trace.go:171","msg":"trace[1560680142] transaction","detail":"{read_only:false; response_revision:22041; number_of_response:1; }","duration":"121.027786ms","start":"2026-03-31T05:49:56.379087Z","end":"2026-03-31T05:49:56.500115Z","steps":["trace[1560680142] 'process raft request' (duration: 120.84156ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:56.500336Z","caller":"traceutil/trace.go:171","msg":"trace[745380661] transaction","detail":"{read_only:false; response_revision:22042; number_of_response:1; }","duration":"120.21213ms","start":"2026-03-31T05:49:56.380104Z","end":"2026-03-31T05:49:56.500316Z","steps":["trace[745380661] 'process raft request' (duration: 119.973903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:49:58.371073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.322892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:49:58.371161Z","caller":"traceutil/trace.go:171","msg":"trace[522785274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22047; }","duration":"171.433055ms","start":"2026-03-31T05:49:58.199707Z","end":"2026-03-31T05:49:58.37114Z","steps":["trace[522785274] 'range keys from in-memory index tree' (duration: 171.034782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:58.611651Z","caller":"traceutil/trace.go:171","msg":"trace[545819331] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"101.846531ms","start":"2026-03-31T05:49:58.509777Z","end":"2026-03-31T05:49:58.611623Z","steps":["trace[545819331] 'process raft request' (duration: 101.653915ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:58.623994Z","caller":"traceutil/trace.go:171","msg":"trace[34494050] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"113.487508ms","start":"2026-03-31T05:49:58.510481Z","end":"2026-03-31T05:49:58.623968Z","steps":["trace[34494050] 'process raft request' (duration: 113.404336ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:49:58.624194Z","caller":"traceutil/trace.go:171","msg":"trace[1038715994] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"114.19112ms","start":"2026-03-31T05:49:58.509874Z","end":"2026-03-31T05:49:58.624065Z","steps":["trace[1038715994] 'process raft request' (duration: 113.896301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:00.055834Z","caller":"traceutil/trace.go:171","msg":"trace[2104222728] transaction","detail":"{read_only:false; response_revision:22056; number_of_response:1; }","duration":"117.900527ms","start":"2026-03-31T05:49:59.937894Z","end":"2026-03-31T05:50:00.055795Z","steps":["trace[2104222728] 'process raft request' (duration: 117.687011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:00.785311Z","caller":"traceutil/trace.go:171","msg":"trace[346550986] linearizableReadLoop","detail":"{readStateIndex:22846; appliedIndex:22845; }","duration":"157.908799ms","start":"2026-03-31T05:50:00.627379Z","end":"2026-03-31T05:50:00.785288Z","steps":["trace[346550986] 'read index received' (duration: 157.687302ms)","trace[346550986] 'applied index is now lower than readState.Index' (duration: 220.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:50:00.785362Z","caller":"traceutil/trace.go:171","msg":"trace[2144657781] transaction","detail":"{read_only:false; response_revision:22070; number_of_response:1; }","duration":"165.55748ms","start":"2026-03-31T05:50:00.619776Z","end":"2026-03-31T05:50:00.785333Z","steps":["trace[2144657781] 'process raft request' (duration: 165.267151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:00.785532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.125876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:50:00.785615Z","caller":"traceutil/trace.go:171","msg":"trace[635604888] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22070; }","duration":"158.25527ms","start":"2026-03-31T05:50:00.627342Z","end":"2026-03-31T05:50:00.785597Z","steps":["trace[635604888] 'agreement among raft nodes before linearized reading' (duration: 158.033173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:00.7857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.982059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:50:00.785756Z","caller":"traceutil/trace.go:171","msg":"trace[367912188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22070; }","duration":"157.283859ms","start":"2026-03-31T05:50:00.628457Z","end":"2026-03-31T05:50:00.785741Z","steps":["trace[367912188] 'agreement among raft nodes before linearized reading' (duration: 156.978629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:01.027255Z","caller":"traceutil/trace.go:171","msg":"trace[1504826545] transaction","detail":"{read_only:false; response_revision:22073; number_of_response:1; }","duration":"110.145513ms","start":"2026-03-31T05:50:00.917086Z","end":"2026-03-31T05:50:01.027231Z","steps":["trace[1504826545] 'process raft request' (duration: 110.006419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:07.887017Z","caller":"traceutil/trace.go:171","msg":"trace[162952076] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"118.380203ms","start":"2026-03-31T05:50:07.76861Z","end":"2026-03-31T05:50:07.88699Z","steps":["trace[162952076] 'process raft request' (duration: 118.220608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:50:09.15435Z","caller":"traceutil/trace.go:171","msg":"trace[1405411539] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"101.619564ms","start":"2026-03-31T05:50:09.052706Z","end":"2026-03-31T05:50:09.154325Z","steps":["trace[1405411539] 'process raft request' (duration: 101.456819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:50:40.967113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.664857ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:51:06.623979Z","caller":"traceutil/trace.go:171","msg":"trace[1096760804] transaction","detail":"{read_only:false; response_revision:22699; number_of_response:1; }","duration":"135.51068ms","start":"2026-03-31T05:51:06.488441Z","end":"2026-03-31T05:51:06.623952Z","steps":["trace[1096760804] 'process raft request' (duration: 81.455797ms)","trace[1096760804] 'compare' (duration: 53.925489ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:52:03.188021Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21138} {"level":"info","ts":"2026-03-31T05:52:03.31458Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21138,"took":"122.958725ms","hash":1680920150,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":28434432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T05:52:03.314648Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1680920150,"revision":21138,"compact-revision":18677} {"level":"info","ts":"2026-03-31T05:53:25.840785Z","caller":"traceutil/trace.go:171","msg":"trace[900711298] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24576; }","duration":"169.367917ms","start":"2026-03-31T05:53:25.67139Z","end":"2026-03-31T05:53:25.840758Z","steps":["trace[900711298] 'read index received' (duration: 169.164071ms)","trace[900711298] 'applied index is now lower than readState.Index' (duration: 202.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:25.840913Z","caller":"traceutil/trace.go:171","msg":"trace[1973168631] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"298.297ms","start":"2026-03-31T05:53:25.542582Z","end":"2026-03-31T05:53:25.840879Z","steps":["trace[1973168631] 'process raft request' (duration: 298.036692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:25.840996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.589304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T05:53:25.841039Z","caller":"traceutil/trace.go:171","msg":"trace[484320785] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:23742; }","duration":"169.673617ms","start":"2026-03-31T05:53:25.671356Z","end":"2026-03-31T05:53:25.84103Z","steps":["trace[484320785] 'agreement among raft nodes before linearized reading' (duration: 169.527982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:36.870755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.468061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:53:36.871052Z","caller":"traceutil/trace.go:171","msg":"trace[1217846252] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25072; }","duration":"144.891366ms","start":"2026-03-31T05:53:36.726082Z","end":"2026-03-31T05:53:36.870973Z","steps":["trace[1217846252] 'read index received' (duration: 42.701µs)","trace[1217846252] 'applied index is now lower than readState.Index' (duration: 144.846465ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:36.871065Z","caller":"traceutil/trace.go:171","msg":"trace[264002297] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"194.865331ms","start":"2026-03-31T05:53:36.676133Z","end":"2026-03-31T05:53:36.870999Z","steps":["trace[264002297] 'process raft request' (duration: 31.073219ms)","trace[264002297] 'compare' (duration: 163.339067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:36.871669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.555607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:53:36.871795Z","caller":"traceutil/trace.go:171","msg":"trace[2061292314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24226; }","duration":"145.97569ms","start":"2026-03-31T05:53:36.725801Z","end":"2026-03-31T05:53:36.871776Z","steps":["trace[2061292314] 'agreement among raft nodes before linearized reading' (duration: 145.479564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:36.896019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.788499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-31T05:53:36.8961Z","caller":"traceutil/trace.go:171","msg":"trace[1705943204] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24228; }","duration":"135.909693ms","start":"2026-03-31T05:53:36.760173Z","end":"2026-03-31T05:53:36.896083Z","steps":["trace[1705943204] 'agreement among raft nodes before linearized reading' (duration: 134.24175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.479914Z","caller":"traceutil/trace.go:171","msg":"trace[837004861] linearizableReadLoop","detail":"{readStateIndex:25141; appliedIndex:25140; }","duration":"239.481327ms","start":"2026-03-31T05:53:38.240409Z","end":"2026-03-31T05:53:38.47989Z","steps":["trace[837004861] 'read index received' (duration: 239.103295ms)","trace[837004861] 'applied index is now lower than readState.Index' (duration: 377.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:38.480096Z","caller":"traceutil/trace.go:171","msg":"trace[581160779] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"244.05009ms","start":"2026-03-31T05:53:38.235985Z","end":"2026-03-31T05:53:38.480035Z","steps":["trace[581160779] 'process raft request' (duration: 243.696509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.792158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.838818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111893"} {"level":"info","ts":"2026-03-31T05:53:38.480319Z","caller":"traceutil/trace.go:171","msg":"trace[696392927] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24294; }","duration":"239.937271ms","start":"2026-03-31T05:53:38.240372Z","end":"2026-03-31T05:53:38.480309Z","steps":["trace[696392927] 'agreement among raft nodes before linearized reading' (duration: 239.655122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.655838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.264511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.191537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.480388Z","caller":"traceutil/trace.go:171","msg":"trace[83335037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24294; }","duration":"170.777872ms","start":"2026-03-31T05:53:38.309594Z","end":"2026-03-31T05:53:38.480372Z","steps":["trace[83335037] 'agreement among raft nodes before linearized reading' (duration: 170.629107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.209558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.48042Z","caller":"traceutil/trace.go:171","msg":"trace[570857174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24294; }","duration":"179.229428ms","start":"2026-03-31T05:53:38.301178Z","end":"2026-03-31T05:53:38.480408Z","steps":["trace[570857174] 'agreement among raft nodes before linearized reading' (duration: 179.156136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.199267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.443847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.480485Z","caller":"traceutil/trace.go:171","msg":"trace[1449509839] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24294; }","duration":"179.311301ms","start":"2026-03-31T05:53:38.301152Z","end":"2026-03-31T05:53:38.480463Z","steps":["trace[1449509839] 'agreement among raft nodes before linearized reading' (duration: 179.168016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.480507Z","caller":"traceutil/trace.go:171","msg":"trace[1884032159] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24294; }","duration":"200.525439ms","start":"2026-03-31T05:53:38.279968Z","end":"2026-03-31T05:53:38.480493Z","steps":["trace[1884032159] 'agreement among raft nodes before linearized reading' (duration: 200.420845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.420396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.332722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.932891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.480558Z","caller":"traceutil/trace.go:171","msg":"trace[1678214141] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24294; }","duration":"121.477608ms","start":"2026-03-31T05:53:38.359067Z","end":"2026-03-31T05:53:38.480545Z","steps":["trace[1678214141] 'agreement among raft nodes before linearized reading' (duration: 121.401116ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.48056Z","caller":"traceutil/trace.go:171","msg":"trace[1174361885] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24294; }","duration":"213.384614ms","start":"2026-03-31T05:53:38.267165Z","end":"2026-03-31T05:53:38.480549Z","steps":["trace[1174361885] 'agreement among raft nodes before linearized reading' (duration: 213.324752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.480458Z","caller":"traceutil/trace.go:171","msg":"trace[1398766688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24294; }","duration":"213.320612ms","start":"2026-03-31T05:53:38.26712Z","end":"2026-03-31T05:53:38.48044Z","steps":["trace[1398766688] 'agreement among raft nodes before linearized reading' (duration: 213.196028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.953917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.984052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.480643Z","caller":"traceutil/trace.go:171","msg":"trace[845550828] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24294; }","duration":"108.029484ms","start":"2026-03-31T05:53:38.372608Z","end":"2026-03-31T05:53:38.480637Z","steps":["trace[845550828] 'agreement among raft nodes before linearized reading' (duration: 107.996323ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.480403Z","caller":"traceutil/trace.go:171","msg":"trace[1173674484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24294; }","duration":"200.379954ms","start":"2026-03-31T05:53:38.280007Z","end":"2026-03-31T05:53:38.480387Z","steps":["trace[1173674484] 'agreement among raft nodes before linearized reading' (duration: 200.217199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.480664Z","caller":"traceutil/trace.go:171","msg":"trace[1502219243] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24294; }","duration":"171.04847ms","start":"2026-03-31T05:53:38.309578Z","end":"2026-03-31T05:53:38.480627Z","steps":["trace[1502219243] 'agreement among raft nodes before linearized reading' (duration: 170.913326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.929787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.480717Z","caller":"traceutil/trace.go:171","msg":"trace[1873203690] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24294; }","duration":"137.970878ms","start":"2026-03-31T05:53:38.342731Z","end":"2026-03-31T05:53:38.480702Z","steps":["trace[1873203690] 'agreement among raft nodes before linearized reading' (duration: 137.907456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.55708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.480771Z","caller":"traceutil/trace.go:171","msg":"trace[1419895432] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24294; }","duration":"121.618402ms","start":"2026-03-31T05:53:38.359146Z","end":"2026-03-31T05:53:38.480764Z","steps":["trace[1419895432] 'agreement among raft nodes before linearized reading' (duration: 121.587351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.370276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.480852Z","caller":"traceutil/trace.go:171","msg":"trace[547515153] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24294; }","duration":"228.397278ms","start":"2026-03-31T05:53:38.25245Z","end":"2026-03-31T05:53:38.480847Z","steps":["trace[547515153] 'agreement among raft nodes before linearized reading' (duration: 228.368187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.480588Z","caller":"traceutil/trace.go:171","msg":"trace[1447634379] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24294; }","duration":"107.987233ms","start":"2026-03-31T05:53:38.372588Z","end":"2026-03-31T05:53:38.480575Z","steps":["trace[1447634379] 'agreement among raft nodes before linearized reading' (duration: 107.89831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.195585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.337685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110064"} {"level":"info","ts":"2026-03-31T05:53:38.480927Z","caller":"traceutil/trace.go:171","msg":"trace[1556950582] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24294; }","duration":"138.247447ms","start":"2026-03-31T05:53:38.342671Z","end":"2026-03-31T05:53:38.480918Z","steps":["trace[1556950582] 'agreement among raft nodes before linearized reading' (duration: 138.195085ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.480938Z","caller":"traceutil/trace.go:171","msg":"trace[132006747] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackclusters.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24294; }","duration":"228.380346ms","start":"2026-03-31T05:53:38.252548Z","end":"2026-03-31T05:53:38.480928Z","steps":["trace[132006747] 'agreement among raft nodes before linearized reading' (duration: 228.217891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.726353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.480717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.208089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:38.48102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.523587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.481026Z","caller":"traceutil/trace.go:171","msg":"trace[734439112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24294; }","duration":"159.794045ms","start":"2026-03-31T05:53:38.321219Z","end":"2026-03-31T05:53:38.481013Z","steps":["trace[734439112] 'agreement among raft nodes before linearized reading' (duration: 159.714372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.481047Z","caller":"traceutil/trace.go:171","msg":"trace[1688115048] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24294; }","duration":"108.554131ms","start":"2026-03-31T05:53:38.372485Z","end":"2026-03-31T05:53:38.481039Z","steps":["trace[1688115048] 'agreement among raft nodes before linearized reading' (duration: 108.20552ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.481053Z","caller":"traceutil/trace.go:171","msg":"trace[30199825] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24294; }","duration":"159.564118ms","start":"2026-03-31T05:53:38.321478Z","end":"2026-03-31T05:53:38.481042Z","steps":["trace[30199825] 'agreement among raft nodes before linearized reading' (duration: 159.518026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.481151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.784795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.481368Z","caller":"traceutil/trace.go:171","msg":"trace[1762077934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24294; }","duration":"160.023203ms","start":"2026-03-31T05:53:38.321333Z","end":"2026-03-31T05:53:38.481356Z","steps":["trace[1762077934] 'agreement among raft nodes before linearized reading' (duration: 159.787385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:38.480454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.412015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:38.481405Z","caller":"traceutil/trace.go:171","msg":"trace[1653078272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24294; }","duration":"201.365675ms","start":"2026-03-31T05:53:38.280027Z","end":"2026-03-31T05:53:38.481393Z","steps":["trace[1653078272] 'agreement among raft nodes before linearized reading' (duration: 200.407945ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:38.481483Z","caller":"traceutil/trace.go:171","msg":"trace[1465214017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24294; }","duration":"227.901302ms","start":"2026-03-31T05:53:38.252402Z","end":"2026-03-31T05:53:38.480303Z","steps":["trace[1465214017] 'agreement among raft nodes before linearized reading' (duration: 227.775358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:40.119726Z","caller":"traceutil/trace.go:171","msg":"trace[2077590257] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25181; }","duration":"187.610362ms","start":"2026-03-31T05:53:39.932076Z","end":"2026-03-31T05:53:40.119687Z","steps":["trace[2077590257] 'read index received' (duration: 186.999432ms)","trace[2077590257] 'applied index is now lower than readState.Index' (duration: 610.28µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:40.119768Z","caller":"traceutil/trace.go:171","msg":"trace[1342675307] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"191.388751ms","start":"2026-03-31T05:53:39.928343Z","end":"2026-03-31T05:53:40.119731Z","steps":["trace[1342675307] 'process raft request' (duration: 190.689199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:40.119879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.781467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:40.119939Z","caller":"traceutil/trace.go:171","msg":"trace[113927871] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test/; range_end:/registry/ceph.rook.io/cephrbdmirrors/cert-manager-test0; response_count:0; response_revision:24335; }","duration":"187.87187ms","start":"2026-03-31T05:53:39.932054Z","end":"2026-03-31T05:53:40.119926Z","steps":["trace[113927871] 'agreement among raft nodes before linearized reading' (duration: 187.763167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:40.124211Z","caller":"traceutil/trace.go:171","msg":"trace[279523785] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"127.676434ms","start":"2026-03-31T05:53:39.996522Z","end":"2026-03-31T05:53:40.124199Z","steps":["trace[279523785] 'process raft request' (duration: 127.54546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:40.124455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.162184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:53:40.124503Z","caller":"traceutil/trace.go:171","msg":"trace[1852829171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24337; }","duration":"158.237286ms","start":"2026-03-31T05:53:39.966251Z","end":"2026-03-31T05:53:40.124488Z","steps":["trace[1852829171] 'agreement among raft nodes before linearized reading' (duration: 158.091671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:40.124499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.64066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"warn","ts":"2026-03-31T05:53:40.124516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.793313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:53:40.124559Z","caller":"traceutil/trace.go:171","msg":"trace[765439978] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:24337; }","duration":"112.754253ms","start":"2026-03-31T05:53:40.01179Z","end":"2026-03-31T05:53:40.124544Z","steps":["trace[765439978] 'agreement among raft nodes before linearized reading' (duration: 112.541986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:40.124582Z","caller":"traceutil/trace.go:171","msg":"trace[1171219576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24337; }","duration":"177.899627ms","start":"2026-03-31T05:53:39.946667Z","end":"2026-03-31T05:53:40.124566Z","steps":["trace[1171219576] 'agreement among raft nodes before linearized reading' (duration: 177.739922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:40.124515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.390579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:53:40.124695Z","caller":"traceutil/trace.go:171","msg":"trace[164152263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24337; }","duration":"183.607616ms","start":"2026-03-31T05:53:39.941065Z","end":"2026-03-31T05:53:40.124672Z","steps":["trace[164152263] 'agreement among raft nodes before linearized reading' (duration: 183.286246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.622514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.818675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:53:44.622576Z","caller":"traceutil/trace.go:171","msg":"trace[231743948] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24418; }","duration":"482.927118ms","start":"2026-03-31T05:53:44.139633Z","end":"2026-03-31T05:53:44.622561Z","steps":["trace[231743948] 'range keys from in-memory index tree' (duration: 482.65806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.622604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.139612Z","time spent":"482.985ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:53:44.623597Z","caller":"traceutil/trace.go:171","msg":"trace[1169690040] linearizableReadLoop","detail":"{readStateIndex:25267; appliedIndex:25266; }","duration":"477.228458ms","start":"2026-03-31T05:53:44.14635Z","end":"2026-03-31T05:53:44.623579Z","steps":["trace[1169690040] 'read index received' (duration: 459.483219ms)","trace[1169690040] 'applied index is now lower than readState.Index' (duration: 17.744329ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:44.623865Z","caller":"traceutil/trace.go:171","msg":"trace[1730178579] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"480.955126ms","start":"2026-03-31T05:53:44.142889Z","end":"2026-03-31T05:53:44.623844Z","steps":["trace[1730178579] 'process raft request' (duration: 462.856936ms)","trace[1730178579] 'compare' (duration: 16.322654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:53:44.623987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.142873Z","time spent":"481.042849ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:44.624101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.729145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:53:44.624179Z","caller":"traceutil/trace.go:171","msg":"trace[522338157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24419; }","duration":"477.820768ms","start":"2026-03-31T05:53:44.146306Z","end":"2026-03-31T05:53:44.624126Z","steps":["trace[522338157] 'agreement among raft nodes before linearized reading' (duration: 477.56759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.624208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.146288Z","time spent":"477.91254ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:53:44.675744Z","caller":"traceutil/trace.go:171","msg":"trace[1832036767] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"527.858604ms","start":"2026-03-31T05:53:44.147844Z","end":"2026-03-31T05:53:44.675703Z","steps":["trace[1832036767] 'process raft request' (duration: 527.679658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.676285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.147815Z","time spent":"528.418492ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:44.675963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.198165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:53:44.676411Z","caller":"traceutil/trace.go:171","msg":"trace[2102540309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24421; }","duration":"528.719402ms","start":"2026-03-31T05:53:44.147669Z","end":"2026-03-31T05:53:44.676388Z","steps":["trace[2102540309] 'agreement among raft nodes before linearized reading' (duration: 528.158994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.676468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.147641Z","time spent":"528.811945ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:53:44.675983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.424302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:44.676524Z","caller":"traceutil/trace.go:171","msg":"trace[1868756259] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24421; }","duration":"231.02241ms","start":"2026-03-31T05:53:44.445485Z","end":"2026-03-31T05:53:44.676508Z","steps":["trace[1868756259] 'agreement among raft nodes before linearized reading' (duration: 230.406521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.676027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.258804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:53:44.676613Z","caller":"traceutil/trace.go:171","msg":"trace[1204203796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24421; }","duration":"526.843952ms","start":"2026-03-31T05:53:44.149746Z","end":"2026-03-31T05:53:44.67659Z","steps":["trace[1204203796] 'agreement among raft nodes before linearized reading' (duration: 526.239683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.676739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.14974Z","time spent":"526.919045ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:53:44.676063Z","caller":"traceutil/trace.go:171","msg":"trace[2134552168] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"462.468033ms","start":"2026-03-31T05:53:44.213588Z","end":"2026-03-31T05:53:44.676056Z","steps":["trace[2134552168] 'process raft request' (duration: 462.05657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:44.676833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.213563Z","time spent":"463.240728ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:44.676103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.235299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:53:44.676923Z","caller":"traceutil/trace.go:171","msg":"trace[1229620198] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24421; }","duration":"293.087406ms","start":"2026-03-31T05:53:44.383811Z","end":"2026-03-31T05:53:44.676899Z","steps":["trace[1229620198] 'agreement among raft nodes before linearized reading' (duration: 292.154406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:45.303336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782567468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:45.803502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782567468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:46.303688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782567468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:53:46.642081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.966590471s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:53:46.642553Z","caller":"traceutil/trace.go:171","msg":"trace[1233333310] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"2.013415146s","start":"2026-03-31T05:53:44.629115Z","end":"2026-03-31T05:53:46.64253Z","steps":["trace[1233333310] 'process raft request' (duration: 2.013364025s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:46.642623Z","caller":"traceutil/trace.go:171","msg":"trace[1579447523] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"2.015452201s","start":"2026-03-31T05:53:44.627148Z","end":"2026-03-31T05:53:46.6426Z","steps":["trace[1579447523] 'process raft request' (duration: 2.015159291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.642712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.629103Z","time spent":"2.013531291s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:46.642746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.627124Z","time spent":"2.015549794s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:46.716139Z","caller":"traceutil/trace.go:171","msg":"trace[1744867249] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"2.033536851s","start":"2026-03-31T05:53:44.682569Z","end":"2026-03-31T05:53:46.716106Z","steps":["trace[1744867249] 'process raft request' (duration: 2.033135668s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:46.716207Z","caller":"traceutil/trace.go:171","msg":"trace[230303643] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"1.364764976s","start":"2026-03-31T05:53:45.351418Z","end":"2026-03-31T05:53:46.716183Z","steps":["trace[230303643] 'process raft request' (duration: 1.364676674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.716278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.682546Z","time spent":"2.033660235s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:46.71636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.35139Z","time spent":"1.36488937s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:46.716389Z","caller":"traceutil/trace.go:171","msg":"trace[1562566859] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"1.844888966s","start":"2026-03-31T05:53:44.871471Z","end":"2026-03-31T05:53:46.71636Z","steps":["trace[1562566859] 'process raft request' (duration: 1.844560786s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:46.716478Z","caller":"traceutil/trace.go:171","msg":"trace[1623467446] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"1.109357837s","start":"2026-03-31T05:53:45.607112Z","end":"2026-03-31T05:53:46.716469Z","steps":["trace[1623467446] 'process raft request' (duration: 1.109018457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.716508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.871446Z","time spent":"1.84501958s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:46.716526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.607087Z","time spent":"1.109412539s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:53:46.716528Z","caller":"traceutil/trace.go:171","msg":"trace[1433358933] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"1.766898938s","start":"2026-03-31T05:53:44.949612Z","end":"2026-03-31T05:53:46.716511Z","steps":["trace[1433358933] 'process raft request' (duration: 1.766454464s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:46.71654Z","caller":"traceutil/trace.go:171","msg":"trace[1122317685] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"2.033874101s","start":"2026-03-31T05:53:44.682624Z","end":"2026-03-31T05:53:46.716498Z","steps":["trace[1122317685] 'process raft request' (duration: 2.033361635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.716606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.949578Z","time spent":"1.766988371s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:46.716744Z","caller":"traceutil/trace.go:171","msg":"trace[1671274651] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"731.307044ms","start":"2026-03-31T05:53:45.985427Z","end":"2026-03-31T05:53:46.716734Z","steps":["trace[1671274651] 'process raft request' (duration: 730.974603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.716742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.6826Z","time spent":"2.034055397s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:46.716802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.985394Z","time spent":"731.378726ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:53:46.71681Z","caller":"traceutil/trace.go:171","msg":"trace[547817213] linearizableReadLoop","detail":"{readStateIndex:25279; appliedIndex:25269; }","duration":"1.914285792s","start":"2026-03-31T05:53:44.802499Z","end":"2026-03-31T05:53:46.716785Z","steps":["trace[547817213] 'read index received' (duration: 1.839856447s)","trace[547817213] 'applied index is now lower than readState.Index' (duration: 74.428465ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:53:46.716844Z","caller":"traceutil/trace.go:171","msg":"trace[1426753834] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"695.768053ms","start":"2026-03-31T05:53:46.021056Z","end":"2026-03-31T05:53:46.716824Z","steps":["trace[1426753834] 'process raft request' (duration: 695.580348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.716953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.021038Z","time spent":"695.864037ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:53:46.717057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914529941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:46.717132Z","caller":"traceutil/trace.go:171","msg":"trace[770221853] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24432; }","duration":"1.914659555s","start":"2026-03-31T05:53:44.802456Z","end":"2026-03-31T05:53:46.717115Z","steps":["trace[770221853] 'agreement among raft nodes before linearized reading' (duration: 1.914476629s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.717181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:44.802434Z","time spent":"1.914732236s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:46.722413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63590972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:46.722479Z","caller":"traceutil/trace.go:171","msg":"trace[218513306] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24434; }","duration":"1.635982412s","start":"2026-03-31T05:53:45.086481Z","end":"2026-03-31T05:53:46.722464Z","steps":["trace[218513306] 'agreement among raft nodes before linearized reading' (duration: 1.635866569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.722515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.086409Z","time spent":"1.636097827s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:46.722534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247437959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:53:46.722582Z","caller":"traceutil/trace.go:171","msg":"trace[934517432] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24434; }","duration":"1.247533102s","start":"2026-03-31T05:53:45.475036Z","end":"2026-03-31T05:53:46.722569Z","steps":["trace[934517432] 'agreement among raft nodes before linearized reading' (duration: 1.247421918s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.722615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.475014Z","time spent":"1.247590764s","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:53:46.722604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.944567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:53:46.722658Z","caller":"traceutil/trace.go:171","msg":"trace[172323225] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24434; }","duration":"390.050491ms","start":"2026-03-31T05:53:46.332592Z","end":"2026-03-31T05:53:46.722643Z","steps":["trace[172323225] 'agreement among raft nodes before linearized reading' (duration: 389.946568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.722746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31664073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:53:46.722761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.246067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:53:46.722766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403868439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:53:46.72278Z","caller":"traceutil/trace.go:171","msg":"trace[1568968554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24434; }","duration":"1.316701512s","start":"2026-03-31T05:53:45.406069Z","end":"2026-03-31T05:53:46.72277Z","steps":["trace[1568968554] 'agreement among raft nodes before linearized reading' (duration: 1.316599669s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:53:46.722805Z","caller":"traceutil/trace.go:171","msg":"trace[1204962878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24434; }","duration":"635.31974ms","start":"2026-03-31T05:53:46.087471Z","end":"2026-03-31T05:53:46.722791Z","steps":["trace[1204962878] 'agreement among raft nodes before linearized reading' (duration: 635.242417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.722816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.406049Z","time spent":"1.316760573s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:53:46.722816Z","caller":"traceutil/trace.go:171","msg":"trace[1223475148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24434; }","duration":"1.403956251s","start":"2026-03-31T05:53:45.318846Z","end":"2026-03-31T05:53:46.722802Z","steps":["trace[1223475148] 'agreement among raft nodes before linearized reading' (duration: 1.403834247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.722833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.087452Z","time spent":"635.374511ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:53:46.722841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231473636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:53:46.722852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.318826Z","time spent":"1.404016142s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T05:53:46.722869Z","caller":"traceutil/trace.go:171","msg":"trace[606520916] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24434; }","duration":"1.231526897s","start":"2026-03-31T05:53:45.491334Z","end":"2026-03-31T05:53:46.722861Z","steps":["trace[606520916] 'agreement among raft nodes before linearized reading' (duration: 1.231436794s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.722899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.491292Z","time spent":"1.23159975s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:53:46.722922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.190169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:53:46.72299Z","caller":"traceutil/trace.go:171","msg":"trace[1440645937] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24434; }","duration":"677.282501ms","start":"2026-03-31T05:53:46.045688Z","end":"2026-03-31T05:53:46.722971Z","steps":["trace[1440645937] 'agreement among raft nodes before linearized reading' (duration: 677.065875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.723025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.045673Z","time spent":"677.342974ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:53:46.723254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.12212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:258009"} {"level":"info","ts":"2026-03-31T05:53:46.723347Z","caller":"traceutil/trace.go:171","msg":"trace[1580958489] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:24434; }","duration":"785.200872ms","start":"2026-03-31T05:53:45.93809Z","end":"2026-03-31T05:53:46.723291Z","steps":["trace[1580958489] 'agreement among raft nodes before linearized reading' (duration: 784.321755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.72337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05039463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-31T05:53:46.723392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.938074Z","time spent":"785.307476ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":29,"response size":258033,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:53:46.723417Z","caller":"traceutil/trace.go:171","msg":"trace[618013591] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:24434; }","duration":"1.050471132s","start":"2026-03-31T05:53:45.672933Z","end":"2026-03-31T05:53:46.723404Z","steps":["trace[618013591] 'agreement among raft nodes before linearized reading' (duration: 1.049576304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:53:46.723449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:45.672913Z","time spent":"1.050529133s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:53:46.722702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:53:46.332569Z","time spent":"390.122803ms","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:54:09.342291Z","caller":"traceutil/trace.go:171","msg":"trace[1909748828] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"106.600549ms","start":"2026-03-31T05:54:09.235666Z","end":"2026-03-31T05:54:09.342266Z","steps":["trace[1909748828] 'process raft request' (duration: 106.416824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:45.058058Z","caller":"traceutil/trace.go:171","msg":"trace[874877031] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"107.158457ms","start":"2026-03-31T05:54:44.950872Z","end":"2026-03-31T05:54:45.05803Z","steps":["trace[874877031] 'process raft request' (duration: 49.028555ms)","trace[874877031] 'compare' (duration: 57.990638ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:49.66318Z","caller":"traceutil/trace.go:171","msg":"trace[898795434] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"228.762999ms","start":"2026-03-31T05:54:49.434379Z","end":"2026-03-31T05:54:49.663142Z","steps":["trace[898795434] 'process raft request' (duration: 228.443489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:54:56.143758Z","caller":"traceutil/trace.go:171","msg":"trace[1301821955] linearizableReadLoop","detail":"{readStateIndex:26077; appliedIndex:26076; }","duration":"191.465434ms","start":"2026-03-31T05:54:55.952258Z","end":"2026-03-31T05:54:56.143723Z","steps":["trace[1301821955] 'read index received' (duration: 191.134243ms)","trace[1301821955] 'applied index is now lower than readState.Index' (duration: 329.791µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:54:56.144171Z","caller":"traceutil/trace.go:171","msg":"trace[1292971916] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"256.532545ms","start":"2026-03-31T05:54:55.8876Z","end":"2026-03-31T05:54:56.144133Z","steps":["trace[1292971916] 'process raft request' (duration: 255.823612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:54:56.144337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.042692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:54:56.144378Z","caller":"traceutil/trace.go:171","msg":"trace[826402635] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25210; }","duration":"192.142035ms","start":"2026-03-31T05:54:55.952222Z","end":"2026-03-31T05:54:56.144364Z","steps":["trace[826402635] 'agreement among raft nodes before linearized reading' (duration: 192.011981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.332263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.98368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:55:01.332366Z","caller":"traceutil/trace.go:171","msg":"trace[2106167000] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"218.674831ms","start":"2026-03-31T05:55:01.113675Z","end":"2026-03-31T05:55:01.33235Z","steps":["trace[2106167000] 'process raft request' (duration: 72.498325ms)","trace[2106167000] 'compare' (duration: 145.751723ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:01.333803Z","caller":"traceutil/trace.go:171","msg":"trace[1008046773] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"211.596778ms","start":"2026-03-31T05:55:01.122169Z","end":"2026-03-31T05:55:01.333766Z","steps":["trace[1008046773] 'process raft request' (duration: 211.294388ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:01.3339Z","caller":"traceutil/trace.go:171","msg":"trace[1216267545] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"199.636621ms","start":"2026-03-31T05:55:01.134233Z","end":"2026-03-31T05:55:01.333869Z","steps":["trace[1216267545] 'process raft request' (duration: 199.455865ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:01.333956Z","caller":"traceutil/trace.go:171","msg":"trace[2131100635] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"183.195793ms","start":"2026-03-31T05:55:01.150724Z","end":"2026-03-31T05:55:01.33392Z","steps":["trace[2131100635] 'process raft request' (duration: 183.024887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:01.333588Z","caller":"traceutil/trace.go:171","msg":"trace[1883139871] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"218.693531ms","start":"2026-03-31T05:55:01.114837Z","end":"2026-03-31T05:55:01.33353Z","steps":["trace[1883139871] 'process raft request' (duration: 218.492785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:01.336402Z","caller":"traceutil/trace.go:171","msg":"trace[739497439] linearizableReadLoop","detail":"{readStateIndex:26128; appliedIndex:26125; }","duration":"202.851902ms","start":"2026-03-31T05:55:01.133527Z","end":"2026-03-31T05:55:01.336378Z","steps":["trace[739497439] 'read index received' (duration: 52.69034ms)","trace[739497439] 'applied index is now lower than readState.Index' (duration: 150.159212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:55:01.336651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.113011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:55:01.336695Z","caller":"traceutil/trace.go:171","msg":"trace[676511799] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25264; }","duration":"203.197013ms","start":"2026-03-31T05:55:01.133484Z","end":"2026-03-31T05:55:01.336681Z","steps":["trace[676511799] 'agreement among raft nodes before linearized reading' (duration: 203.016988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.336704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.001146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:55:01.336745Z","caller":"traceutil/trace.go:171","msg":"trace[741195500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25264; }","duration":"202.054527ms","start":"2026-03-31T05:55:01.134678Z","end":"2026-03-31T05:55:01.336732Z","steps":["trace[741195500] 'agreement among raft nodes before linearized reading' (duration: 201.924893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.336992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.115031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:55:01.337025Z","caller":"traceutil/trace.go:171","msg":"trace[2032332457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25264; }","duration":"111.171803ms","start":"2026-03-31T05:55:01.225843Z","end":"2026-03-31T05:55:01.337014Z","steps":["trace[2032332457] 'agreement among raft nodes before linearized reading' (duration: 111.096131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.337045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.718959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:55:01.3371Z","caller":"traceutil/trace.go:171","msg":"trace[811824117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25264; }","duration":"110.806351ms","start":"2026-03-31T05:55:01.226279Z","end":"2026-03-31T05:55:01.337086Z","steps":["trace[811824117] 'agreement among raft nodes before linearized reading' (duration: 110.620945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.33702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.726674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:55:01.337202Z","caller":"traceutil/trace.go:171","msg":"trace[1444699172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25264; }","duration":"113.95151ms","start":"2026-03-31T05:55:01.223238Z","end":"2026-03-31T05:55:01.33719Z","steps":["trace[1444699172] 'agreement among raft nodes before linearized reading' (duration: 113.704253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:01.337216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.228933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:55:01.337236Z","caller":"traceutil/trace.go:171","msg":"trace[854507290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25264; }","duration":"110.267895ms","start":"2026-03-31T05:55:01.226963Z","end":"2026-03-31T05:55:01.337231Z","steps":["trace[854507290] 'agreement among raft nodes before linearized reading' (duration: 110.213023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.509458Z","caller":"traceutil/trace.go:171","msg":"trace[1378473686] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"171.708701ms","start":"2026-03-31T05:55:03.337723Z","end":"2026-03-31T05:55:03.509431Z","steps":["trace[1378473686] 'process raft request' (duration: 171.521835ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.55253Z","caller":"traceutil/trace.go:171","msg":"trace[1918737596] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"213.690124ms","start":"2026-03-31T05:55:03.338815Z","end":"2026-03-31T05:55:03.552505Z","steps":["trace[1918737596] 'process raft request' (duration: 213.516988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.552777Z","caller":"traceutil/trace.go:171","msg":"trace[1364281635] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"213.87463ms","start":"2026-03-31T05:55:03.338891Z","end":"2026-03-31T05:55:03.552766Z","steps":["trace[1364281635] 'process raft request' (duration: 213.5722ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.553028Z","caller":"traceutil/trace.go:171","msg":"trace[1771497510] linearizableReadLoop","detail":"{readStateIndex:26147; appliedIndex:26143; }","duration":"208.836391ms","start":"2026-03-31T05:55:03.344168Z","end":"2026-03-31T05:55:03.553004Z","steps":["trace[1771497510] 'read index received' (duration: 165.047121ms)","trace[1771497510] 'applied index is now lower than readState.Index' (duration: 43.78823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:55:03.553164Z","caller":"traceutil/trace.go:171","msg":"trace[1834733801] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"213.493268ms","start":"2026-03-31T05:55:03.339656Z","end":"2026-03-31T05:55:03.553149Z","steps":["trace[1834733801] 'process raft request' (duration: 213.058464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.553256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.660682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T05:55:03.553301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.755279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:55:03.553319Z","caller":"traceutil/trace.go:171","msg":"trace[1704494832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25279; }","duration":"206.762306ms","start":"2026-03-31T05:55:03.346539Z","end":"2026-03-31T05:55:03.553301Z","steps":["trace[1704494832] 'agreement among raft nodes before linearized reading' (duration: 206.643992ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.553346Z","caller":"traceutil/trace.go:171","msg":"trace[364947014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25279; }","duration":"202.820582ms","start":"2026-03-31T05:55:03.350515Z","end":"2026-03-31T05:55:03.553336Z","steps":["trace[364947014] 'agreement among raft nodes before linearized reading' (duration: 202.689018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.553439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.517434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-31T05:55:03.553477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.319336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:55:03.553488Z","caller":"traceutil/trace.go:171","msg":"trace[1340446367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25279; }","duration":"203.567665ms","start":"2026-03-31T05:55:03.349896Z","end":"2026-03-31T05:55:03.553464Z","steps":["trace[1340446367] 'agreement among raft nodes before linearized reading' (duration: 203.514053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:03.553509Z","caller":"traceutil/trace.go:171","msg":"trace[785801761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25279; }","duration":"209.390128ms","start":"2026-03-31T05:55:03.344111Z","end":"2026-03-31T05:55:03.553501Z","steps":["trace[785801761] 'agreement among raft nodes before linearized reading' (duration: 209.309606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.553625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.036879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:55:03.553663Z","caller":"traceutil/trace.go:171","msg":"trace[1832026490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25279; }","duration":"203.06799ms","start":"2026-03-31T05:55:03.350582Z","end":"2026-03-31T05:55:03.55365Z","steps":["trace[1832026490] 'agreement among raft nodes before linearized reading' (duration: 202.992647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:55:03.553654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.691421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:55:03.553715Z","caller":"traceutil/trace.go:171","msg":"trace[622592519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25279; }","duration":"204.787523ms","start":"2026-03-31T05:55:03.348914Z","end":"2026-03-31T05:55:03.553701Z","steps":["trace[622592519] 'agreement among raft nodes before linearized reading' (duration: 204.66913ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:46.417526Z","caller":"traceutil/trace.go:171","msg":"trace[364069390] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"120.114713ms","start":"2026-03-31T05:55:46.297386Z","end":"2026-03-31T05:55:46.4175Z","steps":["trace[364069390] 'process raft request' (duration: 119.965699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:55:46.525962Z","caller":"traceutil/trace.go:171","msg":"trace[849058526] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"136.202019ms","start":"2026-03-31T05:55:46.389735Z","end":"2026-03-31T05:55:46.525937Z","steps":["trace[849058526] 'process raft request' (duration: 77.602394ms)","trace[849058526] 'compare' (duration: 58.42334ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:03.282957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23104} {"level":"info","ts":"2026-03-31T05:57:03.39252Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23104,"took":"105.674048ms","hash":534105213,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":42446848,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-03-31T05:57:03.39257Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":534105213,"revision":23104,"compact-revision":21138} {"level":"info","ts":"2026-03-31T05:57:08.300465Z","caller":"traceutil/trace.go:171","msg":"trace[1314895380] transaction","detail":"{read_only:false; response_revision:26485; number_of_response:1; }","duration":"104.349347ms","start":"2026-03-31T05:57:08.196089Z","end":"2026-03-31T05:57:08.300438Z","steps":["trace[1314895380] 'process raft request' (duration: 104.003846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.209075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.757713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:09.209189Z","caller":"traceutil/trace.go:171","msg":"trace[1837389696] transaction","detail":"{read_only:false; response_revision:26486; number_of_response:1; }","duration":"900.15134ms","start":"2026-03-31T05:57:08.309018Z","end":"2026-03-31T05:57:09.209169Z","steps":["trace[1837389696] 'process raft request' (duration: 151.78434ms)","trace[1837389696] 'compare' (duration: 747.638547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:09.212607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.308995Z","time spent":"903.547218ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:09.217251Z","caller":"traceutil/trace.go:171","msg":"trace[678547860] transaction","detail":"{read_only:false; response_revision:26487; number_of_response:1; }","duration":"908.166093ms","start":"2026-03-31T05:57:08.309055Z","end":"2026-03-31T05:57:09.217221Z","steps":["trace[678547860] 'process raft request' (duration: 907.956037ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:09.217431Z","caller":"traceutil/trace.go:171","msg":"trace[764486294] transaction","detail":"{read_only:false; response_revision:26488; number_of_response:1; }","duration":"908.325068ms","start":"2026-03-31T05:57:08.309095Z","end":"2026-03-31T05:57:09.21742Z","steps":["trace[764486294] 'process raft request' (duration: 908.071991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.217445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.309039Z","time spent":"908.295108ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:09.217737Z","caller":"traceutil/trace.go:171","msg":"trace[1407842659] transaction","detail":"{read_only:false; response_revision:26490; number_of_response:1; }","duration":"908.554596ms","start":"2026-03-31T05:57:08.309165Z","end":"2026-03-31T05:57:09.21772Z","steps":["trace[1407842659] 'process raft request' (duration: 908.443712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.217797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.30909Z","time spent":"908.36505ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:09.217826Z","caller":"traceutil/trace.go:171","msg":"trace[1856816412] linearizableReadLoop","detail":"{readStateIndex:27394; appliedIndex:27387; }","duration":"815.956519ms","start":"2026-03-31T05:57:08.401853Z","end":"2026-03-31T05:57:09.217809Z","steps":["trace[1856816412] 'read index received' (duration: 58.475001ms)","trace[1856816412] 'applied index is now lower than readState.Index' (duration: 757.480468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:09.217837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.309161Z","time spent":"908.632238ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:09.217877Z","caller":"traceutil/trace.go:171","msg":"trace[1752577105] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"908.733642ms","start":"2026-03-31T05:57:08.309135Z","end":"2026-03-31T05:57:09.217869Z","steps":["trace[1752577105] 'process raft request' (duration: 908.247376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:09.217898Z","caller":"traceutil/trace.go:171","msg":"trace[815462755] transaction","detail":"{read_only:false; response_revision:26491; number_of_response:1; }","duration":"908.6939ms","start":"2026-03-31T05:57:08.309195Z","end":"2026-03-31T05:57:09.217889Z","steps":["trace[815462755] 'process raft request' (duration: 908.488884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.217915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.309129Z","time spent":"908.767832ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:09.217947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.30919Z","time spent":"908.724171ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:09.21797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.113193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:09.217985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.203549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:09.218Z","caller":"traceutil/trace.go:171","msg":"trace[338478963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26492; }","duration":"604.252262ms","start":"2026-03-31T05:57:08.613743Z","end":"2026-03-31T05:57:09.217995Z","steps":["trace[338478963] 'agreement among raft nodes before linearized reading' (duration: 604.224151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:09.218002Z","caller":"traceutil/trace.go:171","msg":"trace[1078271739] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26492; }","duration":"816.175185ms","start":"2026-03-31T05:57:08.401817Z","end":"2026-03-31T05:57:09.217992Z","steps":["trace[1078271739] 'agreement among raft nodes before linearized reading' (duration: 816.100493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.218023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.613726Z","time spent":"604.292302ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:09.218029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.401774Z","time spent":"816.248128ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:09.218048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.854471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:09.218071Z","caller":"traceutil/trace.go:171","msg":"trace[1699076279] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26492; }","duration":"290.879162ms","start":"2026-03-31T05:57:08.927184Z","end":"2026-03-31T05:57:09.218063Z","steps":["trace[1699076279] 'agreement among raft nodes before linearized reading' (duration: 290.83147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.218184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.751766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11835"} {"level":"info","ts":"2026-03-31T05:57:09.218187Z","caller":"traceutil/trace.go:171","msg":"trace[85977368] transaction","detail":"{read_only:false; response_revision:26492; number_of_response:1; }","duration":"872.20122ms","start":"2026-03-31T05:57:08.345974Z","end":"2026-03-31T05:57:09.218175Z","steps":["trace[85977368] 'process raft request' (duration: 871.796548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.218205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.092147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:09.218226Z","caller":"traceutil/trace.go:171","msg":"trace[1776969658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26492; }","duration":"130.140189ms","start":"2026-03-31T05:57:09.08808Z","end":"2026-03-31T05:57:09.21822Z","steps":["trace[1776969658] 'agreement among raft nodes before linearized reading' (duration: 130.109038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.218242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.345956Z","time spent":"872.255482ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:09.218209Z","caller":"traceutil/trace.go:171","msg":"trace[644321861] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26492; }","duration":"423.810858ms","start":"2026-03-31T05:57:08.794393Z","end":"2026-03-31T05:57:09.218204Z","steps":["trace[644321861] 'agreement among raft nodes before linearized reading' (duration: 423.724325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:09.218323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:08.794375Z","time spent":"423.942403ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11859,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-31T05:57:10.592568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:10.94753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060013205s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:10.947653Z","caller":"traceutil/trace.go:171","msg":"trace[1350028378] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26492; }","duration":"1.06015026s","start":"2026-03-31T05:57:09.887482Z","end":"2026-03-31T05:57:10.947632Z","steps":["trace[1350028378] 'range keys from in-memory index tree' (duration: 1.059995175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:10.947993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361081448s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:10.948113Z","caller":"traceutil/trace.go:171","msg":"trace[603806688] transaction","detail":"{read_only:false; response_revision:26493; number_of_response:1; }","duration":"1.690646087s","start":"2026-03-31T05:57:09.257444Z","end":"2026-03-31T05:57:10.94809Z","steps":["trace[603806688] 'process raft request' (duration: 329.371684ms)","trace[603806688] 'compare' (duration: 1.360307013s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:10.948214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:09.257427Z","time spent":"1.6907374s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:11.093154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:11.342173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.755545612s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:57:11.609717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.217416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:11.609843Z","caller":"traceutil/trace.go:171","msg":"trace[1646427624] transaction","detail":"{read_only:false; response_revision:26495; number_of_response:1; }","duration":"2.069275432s","start":"2026-03-31T05:57:09.540557Z","end":"2026-03-31T05:57:11.609832Z","steps":["trace[1646427624] 'process raft request' (duration: 2.069235991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:11.60988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:09.540528Z","time spent":"2.069334134s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:11.609965Z","caller":"traceutil/trace.go:171","msg":"trace[506711983] transaction","detail":"{read_only:false; response_revision:26494; number_of_response:1; }","duration":"2.168856008s","start":"2026-03-31T05:57:09.441084Z","end":"2026-03-31T05:57:11.60994Z","steps":["trace[506711983] 'process raft request' (duration: 1.901359103s)","trace[506711983] 'compare' (duration: 266.636698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:11.609989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:09.441063Z","time spent":"2.16891276s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:12.086682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:12.086743Z","caller":"traceutil/trace.go:171","msg":"trace[2074201969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032224s","start":"2026-03-31T05:57:10.086406Z","end":"2026-03-31T05:57:12.086728Z","steps":["trace[2074201969] 'agreement among raft nodes before linearized reading' (duration: 2.000242358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:12.08677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:10.086383Z","time spent":"2.000380863s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:12.401208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058835279s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:57:12.634549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.001569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:12.634955Z","caller":"traceutil/trace.go:171","msg":"trace[1020991121] transaction","detail":"{read_only:false; response_revision:26497; number_of_response:1; }","duration":"2.600799503s","start":"2026-03-31T05:57:10.034135Z","end":"2026-03-31T05:57:12.634934Z","steps":["trace[1020991121] 'process raft request' (duration: 2.600503874s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:12.635058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:10.03411Z","time spent":"2.600888467s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:12.635097Z","caller":"traceutil/trace.go:171","msg":"trace[1191438413] transaction","detail":"{read_only:false; response_revision:26496; number_of_response:1; }","duration":"2.665426419s","start":"2026-03-31T05:57:09.969645Z","end":"2026-03-31T05:57:12.635071Z","steps":["trace[1191438413] 'process raft request' (duration: 2.431826561s)","trace[1191438413] 'compare' (duration: 232.737941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:12.635195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:09.969618Z","time spent":"2.665531412s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:12.635377Z","caller":"traceutil/trace.go:171","msg":"trace[1486523284] transaction","detail":"{read_only:false; response_revision:26499; number_of_response:1; }","duration":"2.590817829s","start":"2026-03-31T05:57:10.044537Z","end":"2026-03-31T05:57:12.635355Z","steps":["trace[1486523284] 'process raft request' (duration: 2.590188299s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:12.63548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:10.044503Z","time spent":"2.590925322s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:12.635527Z","caller":"traceutil/trace.go:171","msg":"trace[543972031] transaction","detail":"{read_only:false; response_revision:26498; number_of_response:1; }","duration":"2.59814635s","start":"2026-03-31T05:57:10.037362Z","end":"2026-03-31T05:57:12.635508Z","steps":["trace[543972031] 'process raft request' (duration: 2.597329284s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:12.635496Z","caller":"traceutil/trace.go:171","msg":"trace[698452233] transaction","detail":"{read_only:false; response_revision:26500; number_of_response:1; }","duration":"2.325489852s","start":"2026-03-31T05:57:10.309953Z","end":"2026-03-31T05:57:12.635443Z","steps":["trace[698452233] 'process raft request' (duration: 2.324805071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:12.635609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:10.037304Z","time spent":"2.598265593s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:12.635807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:10.309917Z","time spent":"2.325673808s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:14.08727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999995241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:14.087348Z","caller":"traceutil/trace.go:171","msg":"trace[1774041875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127565s","start":"2026-03-31T05:57:12.087207Z","end":"2026-03-31T05:57:14.087335Z","steps":["trace[1774041875] 'agreement among raft nodes before linearized reading' (duration: 2.000033112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:14.087392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:12.087187Z","time spent":"2.000196757s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:14.202462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567650004s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:57:14.203509Z","caller":"traceutil/trace.go:171","msg":"trace[207865788] linearizableReadLoop","detail":"{readStateIndex:27403; appliedIndex:27395; }","duration":"4.117001247s","start":"2026-03-31T05:57:10.086453Z","end":"2026-03-31T05:57:14.203454Z","steps":["trace[207865788] 'read index received' (duration: 1.255941906s)","trace[207865788] 'applied index is now lower than readState.Index' (duration: 2.861058371s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:14.203583Z","caller":"traceutil/trace.go:171","msg":"trace[1263982370] transaction","detail":"{read_only:false; response_revision:26501; number_of_response:1; }","duration":"2.98010042s","start":"2026-03-31T05:57:11.223432Z","end":"2026-03-31T05:57:14.203533Z","steps":["trace[1263982370] 'process raft request' (duration: 2.979191622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:14.203787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.223412Z","time spent":"2.980271745s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:15.24795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044397724s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:15.248171Z","caller":"traceutil/trace.go:171","msg":"trace[614838023] transaction","detail":"{read_only:false; response_revision:26504; number_of_response:1; }","duration":"607.0458ms","start":"2026-03-31T05:57:14.641112Z","end":"2026-03-31T05:57:15.248158Z","steps":["trace[614838023] 'process raft request' (duration: 607.013629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.248231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.641088Z","time spent":"607.115101ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:15.248376Z","caller":"traceutil/trace.go:171","msg":"trace[1446925661] transaction","detail":"{read_only:false; response_revision:26502; number_of_response:1; }","duration":"3.598928039s","start":"2026-03-31T05:57:11.649439Z","end":"2026-03-31T05:57:15.248367Z","steps":["trace[1446925661] 'process raft request' (duration: 2.55400903s)","trace[1446925661] 'compare' (duration: 1.044057672s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:15.248422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.649418Z","time spent":"3.598983431s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:15.248566Z","caller":"traceutil/trace.go:171","msg":"trace[1272463842] linearizableReadLoop","detail":"{readStateIndex:27406; appliedIndex:27404; }","duration":"1.04494355s","start":"2026-03-31T05:57:14.203575Z","end":"2026-03-31T05:57:15.248519Z","steps":["trace[1272463842] 'read index received' (duration: 69.282µs)","trace[1272463842] 'applied index is now lower than readState.Index' (duration: 1.044870578s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:15.248702Z","caller":"traceutil/trace.go:171","msg":"trace[513112462] transaction","detail":"{read_only:false; response_revision:26503; number_of_response:1; }","duration":"1.633028952s","start":"2026-03-31T05:57:13.615664Z","end":"2026-03-31T05:57:15.248693Z","steps":["trace[513112462] 'process raft request' (duration: 1.632401663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.248734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192137986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:15.248824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234542162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:15.248825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295804871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:15.248879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978428362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:15.248899Z","caller":"traceutil/trace.go:171","msg":"trace[417455186] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26504; }","duration":"3.978478174s","start":"2026-03-31T05:57:11.270416Z","end":"2026-03-31T05:57:15.248894Z","steps":["trace[417455186] 'agreement among raft nodes before linearized reading' (duration: 3.978444993s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:15.248894Z","caller":"traceutil/trace.go:171","msg":"trace[2050246755] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26504; }","duration":"1.295876483s","start":"2026-03-31T05:57:13.952998Z","end":"2026-03-31T05:57:15.248874Z","steps":["trace[2050246755] 'agreement among raft nodes before linearized reading' (duration: 1.29579222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.248924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.270399Z","time spent":"3.978519716s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:15.248935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:13.952991Z","time spent":"1.295935286s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:15.248948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155949056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:15.248997Z","caller":"traceutil/trace.go:171","msg":"trace[190444242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26504; }","duration":"1.155997608s","start":"2026-03-31T05:57:14.092987Z","end":"2026-03-31T05:57:15.248984Z","steps":["trace[190444242] 'agreement among raft nodes before linearized reading' (duration: 1.155879364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.092973Z","time spent":"1.15605186s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:15.249061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280548926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:15.24911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0247147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:57:15.249116Z","caller":"traceutil/trace.go:171","msg":"trace[1040657317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26504; }","duration":"2.280606188s","start":"2026-03-31T05:57:12.968494Z","end":"2026-03-31T05:57:15.2491Z","steps":["trace[1040657317] 'agreement among raft nodes before linearized reading' (duration: 2.280519165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279784322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:15.249139Z","caller":"traceutil/trace.go:171","msg":"trace[600032252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26504; }","duration":"4.024760671s","start":"2026-03-31T05:57:11.224369Z","end":"2026-03-31T05:57:15.24913Z","steps":["trace[600032252] 'agreement among raft nodes before linearized reading' (duration: 4.024679339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.224362Z","time spent":"4.024792082s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:57:15.248762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:13.615637Z","time spent":"1.633095225s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:15.249172Z","caller":"traceutil/trace.go:171","msg":"trace[925175026] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26504; }","duration":"2.279911956s","start":"2026-03-31T05:57:12.96924Z","end":"2026-03-31T05:57:15.249152Z","steps":["trace[925175026] 'agreement among raft nodes before linearized reading' (duration: 2.279759111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:12.969232Z","time spent":"2.279985979s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:15.249269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.029971466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:57:15.249296Z","caller":"traceutil/trace.go:171","msg":"trace[945322775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26504; }","duration":"4.030035248s","start":"2026-03-31T05:57:11.219254Z","end":"2026-03-31T05:57:15.24929Z","steps":["trace[945322775] 'agreement among raft nodes before linearized reading' (duration: 4.029956226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156405291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:57:15.249317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.219237Z","time spent":"4.030072469s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:57:15.249285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.024842144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:57:15.249375Z","caller":"traceutil/trace.go:171","msg":"trace[1633830189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26504; }","duration":"4.024987539s","start":"2026-03-31T05:57:11.224377Z","end":"2026-03-31T05:57:15.249364Z","steps":["trace[1633830189] 'agreement among raft nodes before linearized reading' (duration: 4.024627447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.224362Z","time spent":"4.02504911s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:57:15.24944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104503133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:15.249455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314292303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:15.249499Z","caller":"traceutil/trace.go:171","msg":"trace[1447836087] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26504; }","duration":"1.314371936s","start":"2026-03-31T05:57:13.935116Z","end":"2026-03-31T05:57:15.249488Z","steps":["trace[1447836087] 'agreement among raft nodes before linearized reading' (duration: 1.314304944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:13.935093Z","time spent":"1.314435168s","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:15.24934Z","caller":"traceutil/trace.go:171","msg":"trace[2042688143] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26504; }","duration":"1.156478873s","start":"2026-03-31T05:57:14.092847Z","end":"2026-03-31T05:57:15.249326Z","steps":["trace[2042688143] 'agreement among raft nodes before linearized reading' (duration: 1.15636237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.50255223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:57:15.249622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025063431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:57:15.249629Z","caller":"traceutil/trace.go:171","msg":"trace[1681917233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26504; }","duration":"4.502652884s","start":"2026-03-31T05:57:10.746966Z","end":"2026-03-31T05:57:15.249619Z","steps":["trace[1681917233] 'agreement among raft nodes before linearized reading' (duration: 4.502499829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.24964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023876964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:57:15.249664Z","caller":"traceutil/trace.go:171","msg":"trace[1599172725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26504; }","duration":"4.025131633s","start":"2026-03-31T05:57:11.224523Z","end":"2026-03-31T05:57:15.249655Z","steps":["trace[1599172725] 'agreement among raft nodes before linearized reading' (duration: 4.025005369s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:15.249672Z","caller":"traceutil/trace.go:171","msg":"trace[473230546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26504; }","duration":"4.023932865s","start":"2026-03-31T05:57:11.225731Z","end":"2026-03-31T05:57:15.249664Z","steps":["trace[473230546] 'agreement among raft nodes before linearized reading' (duration: 4.023828702s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.224511Z","time spent":"4.025179335s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:57:15.249467Z","caller":"traceutil/trace.go:171","msg":"trace[1044340429] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26504; }","duration":"4.104573225s","start":"2026-03-31T05:57:11.144885Z","end":"2026-03-31T05:57:15.249458Z","steps":["trace[1044340429] 'agreement among raft nodes before linearized reading' (duration: 4.104531734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025216085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T05:57:15.249744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.144864Z","time spent":"4.104869494s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:15.249766Z","caller":"traceutil/trace.go:171","msg":"trace[705976358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26504; }","duration":"4.025315089s","start":"2026-03-31T05:57:11.224443Z","end":"2026-03-31T05:57:15.249758Z","steps":["trace[705976358] 'agreement among raft nodes before linearized reading' (duration: 4.025100682s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:15.248848Z","caller":"traceutil/trace.go:171","msg":"trace[1118496908] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26504; }","duration":"3.234603655s","start":"2026-03-31T05:57:12.014237Z","end":"2026-03-31T05:57:15.248841Z","steps":["trace[1118496908] 'agreement among raft nodes before linearized reading' (duration: 3.234556064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.249851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.224438Z","time spent":"4.025376851s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:57:15.249706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:11.225717Z","time spent":"4.023979177s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:57:15.249855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:12.014216Z","time spent":"3.235619626s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:15.249669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:10.746928Z","time spent":"4.502732396s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:57:15.249626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.092832Z","time spent":"1.156766362s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:57:15.249157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:12.968441Z","time spent":"2.280705781s","remote":"127.0.0.1:53366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:15.248739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33083479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:15.250243Z","caller":"traceutil/trace.go:171","msg":"trace[1288120767] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26504; }","duration":"2.332375219s","start":"2026-03-31T05:57:12.917854Z","end":"2026-03-31T05:57:15.25023Z","steps":["trace[1288120767] 'agreement among raft nodes before linearized reading' (duration: 2.330760218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.250291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:12.91781Z","time spent":"2.332466351s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:15.248832Z","caller":"traceutil/trace.go:171","msg":"trace[1327074992] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26504; }","duration":"1.192281671s","start":"2026-03-31T05:57:14.056523Z","end":"2026-03-31T05:57:15.248805Z","steps":["trace[1327074992] 'agreement among raft nodes before linearized reading' (duration: 1.192126836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.250409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.056503Z","time spent":"1.1938606s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:15.248779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05663298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-31T05:57:15.250546Z","caller":"traceutil/trace.go:171","msg":"trace[1164997072] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:26504; }","duration":"3.058425437s","start":"2026-03-31T05:57:12.192083Z","end":"2026-03-31T05:57:15.250509Z","steps":["trace[1164997072] 'agreement among raft nodes before linearized reading' (duration: 3.056563518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:15.250631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:12.192046Z","time spent":"3.058574241s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":898,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-31T05:57:15.748772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:16.249483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:16.749661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:16.851933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.524413513s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:16.852333Z","caller":"traceutil/trace.go:171","msg":"trace[1480691344] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"2.207697023s","start":"2026-03-31T05:57:14.64462Z","end":"2026-03-31T05:57:16.852317Z","steps":["trace[1480691344] 'process raft request' (duration: 2.207669852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:16.852449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.644602Z","time spent":"2.207787066s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:16.852614Z","caller":"traceutil/trace.go:171","msg":"trace[904837146] transaction","detail":"{read_only:false; response_revision:26507; number_of_response:1; }","duration":"2.210367547s","start":"2026-03-31T05:57:14.642238Z","end":"2026-03-31T05:57:16.852606Z","steps":["trace[904837146] 'process raft request' (duration: 2.210029916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:16.852648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.642209Z","time spent":"2.210421179s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:16.85267Z","caller":"traceutil/trace.go:171","msg":"trace[744479039] transaction","detail":"{read_only:false; response_revision:26506; number_of_response:1; }","duration":"2.210651606s","start":"2026-03-31T05:57:14.641983Z","end":"2026-03-31T05:57:16.852634Z","steps":["trace[744479039] 'process raft request' (duration: 2.210262484s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:16.85278Z","caller":"traceutil/trace.go:171","msg":"trace[949329541] transaction","detail":"{read_only:false; response_revision:26505; number_of_response:1; }","duration":"2.210897514s","start":"2026-03-31T05:57:14.641872Z","end":"2026-03-31T05:57:16.852769Z","steps":["trace[949329541] 'process raft request' (duration: 2.210225053s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:16.852822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.641846Z","time spent":"2.210954616s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:16.852819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.641977Z","time spent":"2.210745809s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:17.251755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:17.251835Z","caller":"traceutil/trace.go:171","msg":"trace[263334126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040493s","start":"2026-03-31T05:57:15.251777Z","end":"2026-03-31T05:57:17.251817Z","steps":["trace[263334126] 'agreement among raft nodes before linearized reading' (duration: 1.99994088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.251881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.251767Z","time spent":"2.000106005s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:57:17.823821Z","caller":"traceutil/trace.go:171","msg":"trace[610003853] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"2.571869871s","start":"2026-03-31T05:57:15.251936Z","end":"2026-03-31T05:57:17.823806Z","steps":["trace[610003853] 'process raft request' (duration: 2.570720365s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:17.82385Z","caller":"traceutil/trace.go:171","msg":"trace[1382731322] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"2.570062465s","start":"2026-03-31T05:57:15.253768Z","end":"2026-03-31T05:57:17.82383Z","steps":["trace[1382731322] 'process raft request' (duration: 2.56991604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.823945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.251928Z","time spent":"2.571938434s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:17.823951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.253748Z","time spent":"2.570148177s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:17.824161Z","caller":"traceutil/trace.go:171","msg":"trace[1397518795] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"2.569339412s","start":"2026-03-31T05:57:15.254797Z","end":"2026-03-31T05:57:17.824136Z","steps":["trace[1397518795] 'process raft request' (duration: 2.56898509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.824297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.254767Z","time spent":"2.569456425s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:17.824669Z","caller":"traceutil/trace.go:171","msg":"trace[1882482840] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"2.568419643s","start":"2026-03-31T05:57:15.25624Z","end":"2026-03-31T05:57:17.82466Z","steps":["trace[1882482840] 'process raft request' (duration: 2.568364921s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:17.824683Z","caller":"traceutil/trace.go:171","msg":"trace[57709350] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"2.569830187s","start":"2026-03-31T05:57:15.254833Z","end":"2026-03-31T05:57:17.824663Z","steps":["trace[57709350] 'process raft request' (duration: 2.569223968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.824809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.256231Z","time spent":"2.568517286s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:17.824875Z","caller":"traceutil/trace.go:171","msg":"trace[214402042] linearizableReadLoop","detail":"{readStateIndex:27419; appliedIndex:27411; }","duration":"2.576231439s","start":"2026-03-31T05:57:15.248624Z","end":"2026-03-31T05:57:17.824855Z","steps":["trace[214402042] 'read index received' (duration: 1.604286029s)","trace[214402042] 'applied index is now lower than readState.Index' (duration: 971.94475ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:17.824705Z","caller":"traceutil/trace.go:171","msg":"trace[311554074] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"2.569779496s","start":"2026-03-31T05:57:15.254899Z","end":"2026-03-31T05:57:17.824678Z","steps":["trace[311554074] 'process raft request' (duration: 2.569632921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.824982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384502906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:17.824998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590176863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-03-31T05:57:17.825031Z","caller":"traceutil/trace.go:171","msg":"trace[78893249] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:26516; }","duration":"3.590244886s","start":"2026-03-31T05:57:14.234779Z","end":"2026-03-31T05:57:17.825023Z","steps":["trace[78893249] 'agreement among raft nodes before linearized reading' (duration: 3.590144963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.825055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.234759Z","time spent":"3.590290736s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":308,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"info","ts":"2026-03-31T05:57:17.825042Z","caller":"traceutil/trace.go:171","msg":"trace[707475800] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26516; }","duration":"3.384547117s","start":"2026-03-31T05:57:14.440467Z","end":"2026-03-31T05:57:17.825015Z","steps":["trace[707475800] 'agreement among raft nodes before linearized reading' (duration: 3.384456915s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.825073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.254886Z","time spent":"2.570092735s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:17.825042Z","caller":"traceutil/trace.go:171","msg":"trace[1488900834] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"1.61517467s","start":"2026-03-31T05:57:16.209786Z","end":"2026-03-31T05:57:17.824961Z","steps":["trace[1488900834] 'process raft request' (duration: 1.615005964s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:17.825022Z","caller":"traceutil/trace.go:171","msg":"trace[2014018987] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"2.567790203s","start":"2026-03-31T05:57:15.25721Z","end":"2026-03-31T05:57:17.825Z","steps":["trace[2014018987] 'process raft request' (duration: 2.567423071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.825114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:14.440382Z","time spent":"3.384722553s","remote":"127.0.0.1:40800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:17.825234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.257194Z","time spent":"2.567965079s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:17.825262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:16.209769Z","time spent":"1.615382437s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:17.825602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.254817Z","time spent":"2.569959441s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:17.826524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686268825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:57:17.826568Z","caller":"traceutil/trace.go:171","msg":"trace[1550322087] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26516; }","duration":"2.686349087s","start":"2026-03-31T05:57:15.140209Z","end":"2026-03-31T05:57:17.826558Z","steps":["trace[1550322087] 'agreement among raft nodes before linearized reading' (duration: 2.684801978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:17.826599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.140194Z","time spent":"2.686395459s","remote":"127.0.0.1:37586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2649,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:19.194032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.592709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:19.194334Z","caller":"traceutil/trace.go:171","msg":"trace[1279201896] linearizableReadLoop","detail":"{readStateIndex:27423; appliedIndex:27419; }","duration":"1.36938561s","start":"2026-03-31T05:57:17.824901Z","end":"2026-03-31T05:57:19.194287Z","steps":["trace[1279201896] 'read index received' (duration: 418.381257ms)","trace[1279201896] 'applied index is now lower than readState.Index' (duration: 951.003363ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:19.194421Z","caller":"traceutil/trace.go:171","msg":"trace[173903693] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"1.944388089s","start":"2026-03-31T05:57:17.250023Z","end":"2026-03-31T05:57:19.194411Z","steps":["trace[173903693] 'process raft request' (duration: 1.944098109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.194489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:17.250005Z","time spent":"1.944449101s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:19.194568Z","caller":"traceutil/trace.go:171","msg":"trace[1858852145] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"2.275277011s","start":"2026-03-31T05:57:16.91926Z","end":"2026-03-31T05:57:19.194537Z","steps":["trace[1858852145] 'process raft request' (duration: 1.324104453s)","trace[1858852145] 'compare' (duration: 950.088973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:19.194725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842987011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:19.194766Z","caller":"traceutil/trace.go:171","msg":"trace[237945244] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26520; }","duration":"2.843076643s","start":"2026-03-31T05:57:16.351678Z","end":"2026-03-31T05:57:19.194755Z","steps":["trace[237945244] 'agreement among raft nodes before linearized reading' (duration: 2.84298387s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.194744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:16.919236Z","time spent":"2.275430496s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:19.194806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:16.351664Z","time spent":"2.843133546s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:19.194968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384181276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:19.194974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519693889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:57:19.195006Z","caller":"traceutil/trace.go:171","msg":"trace[1364955742] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26520; }","duration":"3.384258029s","start":"2026-03-31T05:57:15.810738Z","end":"2026-03-31T05:57:19.194996Z","steps":["trace[1364955742] 'agreement among raft nodes before linearized reading' (duration: 3.384201687s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:19.195033Z","caller":"traceutil/trace.go:171","msg":"trace[1121132465] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26520; }","duration":"2.519778022s","start":"2026-03-31T05:57:16.675239Z","end":"2026-03-31T05:57:19.195017Z","steps":["trace[1121132465] 'agreement among raft nodes before linearized reading' (duration: 2.519267256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.195077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:16.675226Z","time spent":"2.519842513s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:57:19.195138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.514232642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T05:57:19.195171Z","caller":"traceutil/trace.go:171","msg":"trace[1780196198] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26520; }","duration":"3.514299184s","start":"2026-03-31T05:57:15.680862Z","end":"2026-03-31T05:57:19.195161Z","steps":["trace[1780196198] 'agreement among raft nodes before linearized reading' (duration: 3.514194661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.195196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.680832Z","time spent":"3.514357826s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:57:19.195038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.810722Z","time spent":"3.38430651s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:57:19.19542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950624635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:19.195457Z","caller":"traceutil/trace.go:171","msg":"trace[1093615565] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26520; }","duration":"1.950704307s","start":"2026-03-31T05:57:17.244742Z","end":"2026-03-31T05:57:19.195446Z","steps":["trace[1093615565] 'agreement among raft nodes before linearized reading' (duration: 1.950636005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.195489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:17.244721Z","time spent":"1.950760039s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:19.195517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940749245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:57:19.195471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420674959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:19.195659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943640197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-lvtnj\" ","response":"range_response_count:1 size:4925"} {"level":"info","ts":"2026-03-31T05:57:19.195689Z","caller":"traceutil/trace.go:171","msg":"trace[242681891] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-lvtnj; range_end:; response_count:1; response_revision:26520; }","duration":"3.943698189s","start":"2026-03-31T05:57:15.251982Z","end":"2026-03-31T05:57:19.19568Z","steps":["trace[242681891] 'agreement among raft nodes before linearized reading' (duration: 3.943610736s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.195719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.251935Z","time spent":"3.943777312s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4949,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-lvtnj\" "} {"level":"info","ts":"2026-03-31T05:57:19.195908Z","caller":"traceutil/trace.go:171","msg":"trace[2046427957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26520; }","duration":"2.420943129s","start":"2026-03-31T05:57:16.774734Z","end":"2026-03-31T05:57:19.195677Z","steps":["trace[2046427957] 'agreement among raft nodes before linearized reading' (duration: 2.42066352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.195986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:16.774711Z","time spent":"2.421251577s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:19.195516Z","caller":"traceutil/trace.go:171","msg":"trace[72056041] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"1.939192346s","start":"2026-03-31T05:57:17.256274Z","end":"2026-03-31T05:57:19.195466Z","steps":["trace[72056041] 'process raft request' (duration: 1.937972687s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:19.195569Z","caller":"traceutil/trace.go:171","msg":"trace[203384887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26520; }","duration":"3.940835969s","start":"2026-03-31T05:57:15.25472Z","end":"2026-03-31T05:57:19.195556Z","steps":["trace[203384887] 'agreement among raft nodes before linearized reading' (duration: 3.940694344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.196242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:17.256252Z","time spent":"1.939900437s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:19.196311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:15.254703Z","time spent":"3.941590072s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:57:19.195599Z","caller":"traceutil/trace.go:171","msg":"trace[1259497824] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"1.939362651s","start":"2026-03-31T05:57:17.256226Z","end":"2026-03-31T05:57:19.195589Z","steps":["trace[1259497824] 'process raft request' (duration: 1.937982147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.195648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938257806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:19.196802Z","caller":"traceutil/trace.go:171","msg":"trace[1272977317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26520; }","duration":"1.939419872s","start":"2026-03-31T05:57:17.257358Z","end":"2026-03-31T05:57:19.196778Z","steps":["trace[1272977317] 'agreement among raft nodes before linearized reading' (duration: 1.938263536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:19.196692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:17.256215Z","time spent":"1.940398763s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:19.196916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:17.257348Z","time spent":"1.939548297s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:19.695084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572441,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:19.9842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.782898ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:19.984344Z","caller":"traceutil/trace.go:171","msg":"trace[520886892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26520; }","duration":"109.936462ms","start":"2026-03-31T05:57:19.874387Z","end":"2026-03-31T05:57:19.984324Z","steps":["trace[520886892] 'range keys from in-memory index tree' (duration: 109.767577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:19.985185Z","caller":"traceutil/trace.go:171","msg":"trace[493506608] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"1.1284079s","start":"2026-03-31T05:57:18.856737Z","end":"2026-03-31T05:57:19.985145Z","steps":["trace[493506608] 'process raft request' (duration: 1.109887227s)","trace[493506608] 'compare' (duration: 17.229323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:19.985323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:18.856714Z","time spent":"1.128540725s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:20.613182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:20.613287Z","caller":"traceutil/trace.go:171","msg":"trace[1545200520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00026581s","start":"2026-03-31T05:57:18.612998Z","end":"2026-03-31T05:57:20.613264Z","steps":["trace[1545200520] 'agreement among raft nodes before linearized reading' (duration: 2.000130706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:20.613348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:18.612977Z","time spent":"2.000356122s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:21.198318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999781744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:21.198411Z","caller":"traceutil/trace.go:171","msg":"trace[578211887] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999918558s","start":"2026-03-31T05:57:19.198474Z","end":"2026-03-31T05:57:21.198393Z","steps":["trace[578211887] 'agreement among raft nodes before linearized reading' (duration: 1.999796014s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:21.198465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.198465Z","time spent":"1.999990401s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:21.828083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064151725s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:21.828308Z","caller":"traceutil/trace.go:171","msg":"trace[530809209] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"2.971080205s","start":"2026-03-31T05:57:18.857197Z","end":"2026-03-31T05:57:21.828277Z","steps":["trace[530809209] 'process raft request' (duration: 1.906655801s)","trace[530809209] 'compare' (duration: 1.063600888s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:21.828461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:18.857175Z","time spent":"2.971208749s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:21.828808Z","caller":"traceutil/trace.go:171","msg":"trace[1660613323] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"2.708531606s","start":"2026-03-31T05:57:19.120264Z","end":"2026-03-31T05:57:21.828796Z","steps":["trace[1660613323] 'process raft request' (duration: 2.708050331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:21.828895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.12024Z","time spent":"2.708609608s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:21.829056Z","caller":"traceutil/trace.go:171","msg":"trace[1365139392] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"2.970647171s","start":"2026-03-31T05:57:18.858397Z","end":"2026-03-31T05:57:21.829045Z","steps":["trace[1365139392] 'process raft request' (duration: 2.969794384s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:21.82912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:18.858374Z","time spent":"2.970714913s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:21.829248Z","caller":"traceutil/trace.go:171","msg":"trace[477995718] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"2.969943059s","start":"2026-03-31T05:57:18.859295Z","end":"2026-03-31T05:57:21.829238Z","steps":["trace[477995718] 'process raft request' (duration: 2.968982129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:21.829313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:18.859284Z","time spent":"2.969998861s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:21.829486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.197375Z","time spent":"2.632106839s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:57:21.829544Z","caller":"traceutil/trace.go:171","msg":"trace[1671769208] linearizableReadLoop","detail":"{readStateIndex:27429; appliedIndex:27423; }","duration":"2.635159726s","start":"2026-03-31T05:57:19.194377Z","end":"2026-03-31T05:57:21.829536Z","steps":["trace[1671769208] 'read index received' (duration: 772.265864ms)","trace[1671769208] 'applied index is now lower than readState.Index' (duration: 1.862892691s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:21.829497Z","caller":"traceutil/trace.go:171","msg":"trace[73906056] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"1.996752048s","start":"2026-03-31T05:57:19.832713Z","end":"2026-03-31T05:57:21.829465Z","steps":["trace[73906056] 'process raft request' (duration: 1.995725326s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:21.829578Z","caller":"traceutil/trace.go:171","msg":"trace[1142466418] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"1.574692955s","start":"2026-03-31T05:57:20.254866Z","end":"2026-03-31T05:57:21.829559Z","steps":["trace[1142466418] 'process raft request' (duration: 1.573623212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:21.829684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.832696Z","time spent":"1.996928283s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:21.829716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:20.254847Z","time spent":"1.574790158s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:22.329939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572449,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:22.373816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000701253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:22.37392Z","caller":"traceutil/trace.go:171","msg":"trace[1222417398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000850687s","start":"2026-03-31T05:57:20.373051Z","end":"2026-03-31T05:57:22.373901Z","steps":["trace[1222417398] 'agreement among raft nodes before linearized reading' (duration: 2.000725323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:22.373981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:20.373035Z","time spent":"2.0009338s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:22.57842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251974421s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:57:23.20516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:23.205242Z","caller":"traceutil/trace.go:171","msg":"trace[589945646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359922s","start":"2026-03-31T05:57:21.204866Z","end":"2026-03-31T05:57:23.205226Z","steps":["trace[589945646] 'agreement among raft nodes before linearized reading' (duration: 2.000249508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:23.205289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.20486Z","time spent":"2.000420373s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:23.531702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703152303s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-31T05:57:23.532421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.373555813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T05:57:23.532502Z","caller":"traceutil/trace.go:171","msg":"trace[896702147] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26528; }","duration":"5.373665916s","start":"2026-03-31T05:57:18.1588Z","end":"2026-03-31T05:57:23.532466Z","steps":["trace[896702147] 'agreement among raft nodes before linearized reading' (duration: 3.670777753s)","trace[896702147] 'range keys from in-memory index tree' (duration: 1.702709198s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:23.532527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.704287589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:57:23.532561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:18.158782Z","time spent":"5.373763559s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-31T05:57:23.532582Z","caller":"traceutil/trace.go:171","msg":"trace[1770909282] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26528; }","duration":"5.704378022s","start":"2026-03-31T05:57:17.828188Z","end":"2026-03-31T05:57:23.532566Z","steps":["trace[1770909282] 'agreement among raft nodes before linearized reading' (duration: 4.001400895s)","trace[1770909282] 'range keys from in-memory index tree' (duration: 1.702814272s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:23.532632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:17.828176Z","time spent":"5.704449125s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:57:23.532696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.705188278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dbjtv\" ","response":"range_response_count:1 size:6754"} {"level":"info","ts":"2026-03-31T05:57:23.532785Z","caller":"traceutil/trace.go:171","msg":"trace[596823608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dbjtv; range_end:; response_count:1; response_revision:26528; }","duration":"5.705317922s","start":"2026-03-31T05:57:17.82744Z","end":"2026-03-31T05:57:23.532758Z","steps":["trace[596823608] 'agreement among raft nodes before linearized reading' (duration: 4.002154469s)","trace[596823608] 'range keys from in-memory index tree' (duration: 1.702939735s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:23.532843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:17.827422Z","time spent":"5.705406125s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/openstack/keepalived-dbjtv\" "} {"level":"info","ts":"2026-03-31T05:57:23.533326Z","caller":"traceutil/trace.go:171","msg":"trace[1749850674] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"2.332340818s","start":"2026-03-31T05:57:21.200975Z","end":"2026-03-31T05:57:23.533316Z","steps":["trace[1749850674] 'process raft request' (duration: 2.330855532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:23.533386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.200947Z","time spent":"2.332395999s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:23.59576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017206038s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:57:24.695743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162360389s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:24.695945Z","caller":"traceutil/trace.go:171","msg":"trace[871317655] linearizableReadLoop","detail":"{readStateIndex:27436; appliedIndex:27431; }","duration":"2.866370798s","start":"2026-03-31T05:57:21.82956Z","end":"2026-03-31T05:57:24.695931Z","steps":["trace[871317655] 'read index received' (duration: 749.008011ms)","trace[871317655] 'applied index is now lower than readState.Index' (duration: 2.117361957s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:24.696075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491027743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:24.696122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.254825133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:24.696161Z","caller":"traceutil/trace.go:171","msg":"trace[1809603311] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26531; }","duration":"5.254936146s","start":"2026-03-31T05:57:19.441213Z","end":"2026-03-31T05:57:24.696149Z","steps":["trace[1809603311] 'agreement among raft nodes before linearized reading' (duration: 5.254788272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.441174Z","time spent":"5.255015009s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.696208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.860364259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T05:57:24.696307Z","caller":"traceutil/trace.go:171","msg":"trace[1093631381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26531; }","duration":"4.860493834s","start":"2026-03-31T05:57:19.835791Z","end":"2026-03-31T05:57:24.696285Z","steps":["trace[1093631381] 'agreement among raft nodes before linearized reading' (duration: 4.860192164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.468482372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:24.696207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.096839597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.696432Z","caller":"traceutil/trace.go:171","msg":"trace[1892917236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26531; }","duration":"5.097138887s","start":"2026-03-31T05:57:19.599282Z","end":"2026-03-31T05:57:24.696421Z","steps":["trace[1892917236] 'agreement among raft nodes before linearized reading' (duration: 5.096717984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.599267Z","time spent":"5.097189558s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:24.696541Z","caller":"traceutil/trace.go:171","msg":"trace[1596499009] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26531; }","duration":"5.468585286s","start":"2026-03-31T05:57:19.227829Z","end":"2026-03-31T05:57:24.696414Z","steps":["trace[1596499009] 'agreement among raft nodes before linearized reading' (duration: 5.468432641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867738702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:57:24.696588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867435612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T05:57:24.696635Z","caller":"traceutil/trace.go:171","msg":"trace[1252683716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26531; }","duration":"4.867824484s","start":"2026-03-31T05:57:19.828801Z","end":"2026-03-31T05:57:24.696626Z","steps":["trace[1252683716] 'agreement among raft nodes before linearized reading' (duration: 4.86769974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866509432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:57:24.696678Z","caller":"traceutil/trace.go:171","msg":"trace[516454560] transaction","detail":"{read_only:false; response_revision:26530; number_of_response:1; }","duration":"3.494132549s","start":"2026-03-31T05:57:21.202532Z","end":"2026-03-31T05:57:24.696665Z","steps":["trace[516454560] 'process raft request' (duration: 2.330774478s)","trace[516454560] 'compare' (duration: 1.160366666s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:24.696698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.498827148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"info","ts":"2026-03-31T05:57:24.696207Z","caller":"traceutil/trace.go:171","msg":"trace[144796802] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26531; }","duration":"5.491117415s","start":"2026-03-31T05:57:19.205021Z","end":"2026-03-31T05:57:24.696139Z","steps":["trace[144796802] 'agreement among raft nodes before linearized reading' (duration: 5.490992451s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.696662Z","caller":"traceutil/trace.go:171","msg":"trace[1406336415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26531; }","duration":"4.867666559s","start":"2026-03-31T05:57:19.828976Z","end":"2026-03-31T05:57:24.696642Z","steps":["trace[1406336415] 'agreement among raft nodes before linearized reading' (duration: 4.867407821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.202523Z","time spent":"3.494191601s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:24.69681Z","caller":"traceutil/trace.go:171","msg":"trace[374388862] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26531; }","duration":"5.498989944s","start":"2026-03-31T05:57:19.197773Z","end":"2026-03-31T05:57:24.696763Z","steps":["trace[374388862] 'agreement among raft nodes before linearized reading' (duration: 5.498533489s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.205015Z","time spent":"5.491767186s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:57:24.696813Z","caller":"traceutil/trace.go:171","msg":"trace[890036377] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26530; }","duration":"2.865933514s","start":"2026-03-31T05:57:21.830855Z","end":"2026-03-31T05:57:24.696788Z","steps":["trace[890036377] 'process raft request' (duration: 2.864982914s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.696843Z","caller":"traceutil/trace.go:171","msg":"trace[1122495103] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"2.705961216s","start":"2026-03-31T05:57:21.990864Z","end":"2026-03-31T05:57:24.696825Z","steps":["trace[1122495103] 'process raft request' (duration: 2.705012606s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.828776Z","time spent":"4.867878196s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:57:24.69691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.990836Z","time spent":"2.706041008s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:24.696367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.835774Z","time spent":"4.860581696s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:57:24.696702Z","caller":"traceutil/trace.go:171","msg":"trace[435523800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26531; }","duration":"4.866894405s","start":"2026-03-31T05:57:19.829796Z","end":"2026-03-31T05:57:24.69669Z","steps":["trace[435523800] 'agreement among raft nodes before linearized reading' (duration: 4.866464842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.696601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.227777Z","time spent":"5.468812383s","remote":"127.0.0.1:37270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.697059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.829776Z","time spent":"4.867235635s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:57:24.696923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013886764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:24.696919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.828956Z","time spent":"4.867828524s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:57:24.696882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.197763Z","time spent":"5.499076446s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T05:57:24.697195Z","caller":"traceutil/trace.go:171","msg":"trace[869312916] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26531; }","duration":"5.014313007s","start":"2026-03-31T05:57:19.682857Z","end":"2026-03-31T05:57:24.69717Z","steps":["trace[869312916] 'agreement among raft nodes before linearized reading' (duration: 5.01375946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.697268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.682838Z","time spent":"5.014408181s","remote":"127.0.0.1:37358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.697324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861086902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T05:57:24.697393Z","caller":"traceutil/trace.go:171","msg":"trace[825667977] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26531; }","duration":"4.861166975s","start":"2026-03-31T05:57:19.836204Z","end":"2026-03-31T05:57:24.697371Z","steps":["trace[825667977] 'agreement among raft nodes before linearized reading' (duration: 4.860578186s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.697445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.836198Z","time spent":"4.861235127s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:57:24.697289Z","caller":"traceutil/trace.go:171","msg":"trace[214161195] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"1.161300195s","start":"2026-03-31T05:57:23.535963Z","end":"2026-03-31T05:57:24.697263Z","steps":["trace[214161195] 'process raft request' (duration: 1.160714537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.697599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49636322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-03-31T05:57:24.697627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.861784993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T05:57:24.697688Z","caller":"traceutil/trace.go:171","msg":"trace[931639407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26531; }","duration":"4.861867436s","start":"2026-03-31T05:57:19.835803Z","end":"2026-03-31T05:57:24.69767Z","steps":["trace[931639407] 'agreement among raft nodes before linearized reading' (duration: 4.860960198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.697741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:19.835794Z","time spent":"4.861933759s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:57:24.697749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065617633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:57:24.697635Z","caller":"traceutil/trace.go:171","msg":"trace[1988432197] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26531; }","duration":"3.496426841s","start":"2026-03-31T05:57:21.201198Z","end":"2026-03-31T05:57:24.697625Z","steps":["trace[1988432197] 'agreement among raft nodes before linearized reading' (duration: 3.495516642s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.697801Z","caller":"traceutil/trace.go:171","msg":"trace[1400152686] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26531; }","duration":"3.065671366s","start":"2026-03-31T05:57:21.632115Z","end":"2026-03-31T05:57:24.697786Z","steps":["trace[1400152686] 'agreement among raft nodes before linearized reading' (duration: 3.064729826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.697863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.632066Z","time spent":"3.065782579s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:57:24.69789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.201188Z","time spent":"3.496642578s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:57:24.697807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.535937Z","time spent":"1.161682578s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:24.698766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.830836Z","time spent":"2.867877816s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:24.743855Z","caller":"traceutil/trace.go:171","msg":"trace[876143403] transaction","detail":"{read_only:false; response_revision:26533; number_of_response:1; }","duration":"909.400432ms","start":"2026-03-31T05:57:23.834432Z","end":"2026-03-31T05:57:24.743832Z","steps":["trace[876143403] 'process raft request' (duration: 909.185015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.744188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.834406Z","time spent":"909.532726ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:24.744221Z","caller":"traceutil/trace.go:171","msg":"trace[7636091] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"908.594886ms","start":"2026-03-31T05:57:23.835599Z","end":"2026-03-31T05:57:24.744194Z","steps":["trace[7636091] 'process raft request' (duration: 908.370469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.74432Z","caller":"traceutil/trace.go:171","msg":"trace[453513933] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"909.32002ms","start":"2026-03-31T05:57:23.834986Z","end":"2026-03-31T05:57:24.744306Z","steps":["trace[453513933] 'process raft request' (duration: 908.798043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.744388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.835588Z","time spent":"908.713311ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:24.744492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43483272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:24.744558Z","caller":"traceutil/trace.go:171","msg":"trace[1727427737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26536; }","duration":"1.434897452s","start":"2026-03-31T05:57:23.309647Z","end":"2026-03-31T05:57:24.744544Z","steps":["trace[1727427737] 'agreement among raft nodes before linearized reading' (duration: 1.434800209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.744595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.309438Z","time spent":"1.435147061s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.744729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.675255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:24.744776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531247227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.744831Z","caller":"traceutil/trace.go:171","msg":"trace[822408599] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"908.420851ms","start":"2026-03-31T05:57:23.836397Z","end":"2026-03-31T05:57:24.744818Z","steps":["trace[822408599] 'process raft request' (duration: 907.690488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.744871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208875314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-31T05:57:24.744884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963028757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:24.74491Z","caller":"traceutil/trace.go:171","msg":"trace[1412702173] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384; range_end:; response_count:1; response_revision:26536; }","duration":"1.208948817s","start":"2026-03-31T05:57:23.535951Z","end":"2026-03-31T05:57:24.7449Z","steps":["trace[1412702173] 'agreement among raft nodes before linearized reading' (duration: 1.208829223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.744942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.535936Z","time spent":"1.208996988s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384\" "} {"level":"info","ts":"2026-03-31T05:57:24.744932Z","caller":"traceutil/trace.go:171","msg":"trace[1488434179] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26536; }","duration":"1.963108529s","start":"2026-03-31T05:57:22.781805Z","end":"2026-03-31T05:57:24.744913Z","steps":["trace[1488434179] 'agreement among raft nodes before linearized reading' (duration: 1.963043867s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.745002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:22.781784Z","time spent":"1.963198812s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.74513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413327644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:24.745112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.507143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:24.745167Z","caller":"traceutil/trace.go:171","msg":"trace[761921804] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26536; }","duration":"1.413398106s","start":"2026-03-31T05:57:23.331759Z","end":"2026-03-31T05:57:24.745157Z","steps":["trace[761921804] 'agreement among raft nodes before linearized reading' (duration: 1.413309103s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:24.745204Z","caller":"traceutil/trace.go:171","msg":"trace[1100805179] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26536; }","duration":"212.631207ms","start":"2026-03-31T05:57:24.532552Z","end":"2026-03-31T05:57:24.745183Z","steps":["trace[1100805179] 'agreement among raft nodes before linearized reading' (duration: 212.41836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.745217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.331742Z","time spent":"1.413450338s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.745329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677351725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:57:24.74538Z","caller":"traceutil/trace.go:171","msg":"trace[1130781782] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26536; }","duration":"2.677445257s","start":"2026-03-31T05:57:22.067923Z","end":"2026-03-31T05:57:24.745368Z","steps":["trace[1130781782] 'agreement among raft nodes before linearized reading' (duration: 2.677283592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.745421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:22.0679Z","time spent":"2.67751238s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:57:24.744946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.836385Z","time spent":"908.494994ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:24.744828Z","caller":"traceutil/trace.go:171","msg":"trace[1896151312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26536; }","duration":"1.531346961s","start":"2026-03-31T05:57:23.213468Z","end":"2026-03-31T05:57:24.744815Z","steps":["trace[1896151312] 'agreement among raft nodes before linearized reading' (duration: 1.531260828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.745595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.213445Z","time spent":"1.532138475s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:24.745691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855611719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:57:24.745733Z","caller":"traceutil/trace.go:171","msg":"trace[1990537016] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26536; }","duration":"2.855686232s","start":"2026-03-31T05:57:21.890036Z","end":"2026-03-31T05:57:24.745722Z","steps":["trace[1990537016] 'agreement among raft nodes before linearized reading' (duration: 2.855587228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.745768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.890016Z","time spent":"2.855744684s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T05:57:24.744769Z","caller":"traceutil/trace.go:171","msg":"trace[390421645] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26536; }","duration":"303.750157ms","start":"2026-03-31T05:57:24.441009Z","end":"2026-03-31T05:57:24.74476Z","steps":["trace[390421645] 'agreement among raft nodes before linearized reading' (duration: 303.601682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.745854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.440993Z","time spent":"304.81983ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.745602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691872542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.746131Z","caller":"traceutil/trace.go:171","msg":"trace[415293878] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26536; }","duration":"2.69242988s","start":"2026-03-31T05:57:22.053686Z","end":"2026-03-31T05:57:24.746116Z","steps":["trace[415293878] 'agreement among raft nodes before linearized reading' (duration: 2.691881403s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.744414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:23.834973Z","time spent":"909.384281ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:24.74618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:22.053665Z","time spent":"2.692499452s","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:24.746507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916088254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:24.746552Z","caller":"traceutil/trace.go:171","msg":"trace[1973489692] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26536; }","duration":"2.916212968s","start":"2026-03-31T05:57:21.830325Z","end":"2026-03-31T05:57:24.746538Z","steps":["trace[1973489692] 'agreement among raft nodes before linearized reading' (duration: 2.915846737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:24.746613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:21.830306Z","time spent":"2.91629523s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:25.288424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:25.78948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:26.290206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:26.335201Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.591491474s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:26.335927Z","caller":"traceutil/trace.go:171","msg":"trace[1559513744] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"1.613517727s","start":"2026-03-31T05:57:24.72239Z","end":"2026-03-31T05:57:26.335908Z","steps":["trace[1559513744] 'process raft request' (duration: 1.613485496s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:26.33598Z","caller":"traceutil/trace.go:171","msg":"trace[1849134630] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"1.632092643s","start":"2026-03-31T05:57:24.703872Z","end":"2026-03-31T05:57:26.335964Z","steps":["trace[1849134630] 'process raft request' (duration: 1.631879206s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:26.335982Z","caller":"traceutil/trace.go:171","msg":"trace[601722611] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"1.63230186s","start":"2026-03-31T05:57:24.703652Z","end":"2026-03-31T05:57:26.335954Z","steps":["trace[601722611] 'process raft request' (duration: 1.632044652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:26.336061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.722368Z","time spent":"1.613637601s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:26.336064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.703855Z","time spent":"1.632155075s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:26.336073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.70364Z","time spent":"1.632387882s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:26.336143Z","caller":"traceutil/trace.go:171","msg":"trace[1029904048] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"1.632351251s","start":"2026-03-31T05:57:24.703787Z","end":"2026-03-31T05:57:26.336138Z","steps":["trace[1029904048] 'process raft request' (duration: 1.631926287s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:26.336172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.703778Z","time spent":"1.632374772s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:26.336172Z","caller":"traceutil/trace.go:171","msg":"trace[646530687] transaction","detail":"{read_only:false; response_revision:26537; number_of_response:1; }","duration":"1.633510327s","start":"2026-03-31T05:57:24.702651Z","end":"2026-03-31T05:57:26.336161Z","steps":["trace[646530687] 'process raft request' (duration: 1.632916879s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:26.336223Z","caller":"traceutil/trace.go:171","msg":"trace[1093799021] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"1.632394272s","start":"2026-03-31T05:57:24.703824Z","end":"2026-03-31T05:57:26.336218Z","steps":["trace[1093799021] 'process raft request' (duration: 1.631907187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:26.336218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.702632Z","time spent":"1.633559819s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:26.33625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.703815Z","time spent":"1.632419093s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:26.336258Z","caller":"traceutil/trace.go:171","msg":"trace[475033053] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"1.631308888s","start":"2026-03-31T05:57:24.704944Z","end":"2026-03-31T05:57:26.336253Z","steps":["trace[475033053] 'process raft request' (duration: 1.630893015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:26.33631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.704938Z","time spent":"1.631334259s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:26.336294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.700179Z","time spent":"1.636111709s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:57:26.336324Z","caller":"traceutil/trace.go:171","msg":"trace[838103573] transaction","detail":"{read_only:false; response_revision:26538; number_of_response:1; }","duration":"1.63360019s","start":"2026-03-31T05:57:24.702711Z","end":"2026-03-31T05:57:26.336311Z","steps":["trace[838103573] 'process raft request' (duration: 1.63296011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:26.336396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.702686Z","time spent":"1.633672352s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:26.747446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:26.747538Z","caller":"traceutil/trace.go:171","msg":"trace[1030340682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030957s","start":"2026-03-31T05:57:24.747201Z","end":"2026-03-31T05:57:26.747511Z","steps":["trace[1030340682] 'agreement among raft nodes before linearized reading' (duration: 2.000199467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:26.747611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.747166Z","time spent":"2.000428794s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:57:27.213205Z","caller":"traceutil/trace.go:171","msg":"trace[816950252] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"2.462546099s","start":"2026-03-31T05:57:24.750638Z","end":"2026-03-31T05:57:27.213184Z","steps":["trace[816950252] 'process raft request' (duration: 2.461548607s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:27.213347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.750626Z","time spent":"2.462652732s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:27.214344Z","caller":"traceutil/trace.go:171","msg":"trace[2109794891] linearizableReadLoop","detail":"{readStateIndex:27452; appliedIndex:27450; }","duration":"2.470156368s","start":"2026-03-31T05:57:24.744158Z","end":"2026-03-31T05:57:27.214314Z","steps":["trace[2109794891] 'read index received' (duration: 1.59231756s)","trace[2109794891] 'applied index is now lower than readState.Index' (duration: 877.836598ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:27.21443Z","caller":"traceutil/trace.go:171","msg":"trace[185209269] transaction","detail":"{read_only:false; response_revision:26546; number_of_response:1; }","duration":"1.675508721s","start":"2026-03-31T05:57:25.5389Z","end":"2026-03-31T05:57:27.214409Z","steps":["trace[185209269] 'process raft request' (duration: 1.67419161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:27.214506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510694785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:27.214552Z","caller":"traceutil/trace.go:171","msg":"trace[598549783] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26546; }","duration":"2.510779657s","start":"2026-03-31T05:57:24.70376Z","end":"2026-03-31T05:57:27.214539Z","steps":["trace[598549783] 'agreement among raft nodes before linearized reading' (duration: 2.510680954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:27.214551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:25.538877Z","time spent":"1.675608564s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:27.214596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.70375Z","time spent":"2.51083118s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:57:27.214599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.511024046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T05:57:27.214664Z","caller":"traceutil/trace.go:171","msg":"trace[520877302] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183; range_end:; response_count:1; response_revision:26546; }","duration":"2.511122989s","start":"2026-03-31T05:57:24.703525Z","end":"2026-03-31T05:57:27.214648Z","steps":["trace[520877302] 'agreement among raft nodes before linearized reading' (duration: 2.510934453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:27.214706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.703509Z","time spent":"2.51118479s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" "} {"level":"warn","ts":"2026-03-31T05:57:27.71555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572479,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:57:28.092695Z","caller":"traceutil/trace.go:171","msg":"trace[1743308478] transaction","detail":"{read_only:false; response_revision:26547; number_of_response:1; }","duration":"1.753032083s","start":"2026-03-31T05:57:26.339643Z","end":"2026-03-31T05:57:28.092675Z","steps":["trace[1743308478] 'process raft request' (duration: 1.752536967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.092795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.339625Z","time spent":"1.753115816s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:28.093304Z","caller":"traceutil/trace.go:171","msg":"trace[620796490] transaction","detail":"{read_only:false; response_revision:26548; number_of_response:1; }","duration":"1.390257797s","start":"2026-03-31T05:57:26.703017Z","end":"2026-03-31T05:57:28.093275Z","steps":["trace[620796490] 'process raft request' (duration: 1.389633847s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.093457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.702994Z","time spent":"1.390388511s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:28.09357Z","caller":"traceutil/trace.go:171","msg":"trace[1388639428] transaction","detail":"{read_only:false; response_revision:26549; number_of_response:1; }","duration":"1.38908004s","start":"2026-03-31T05:57:26.704476Z","end":"2026-03-31T05:57:28.093556Z","steps":["trace[1388639428] 'process raft request' (duration: 1.388739999s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.093621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.704448Z","time spent":"1.389145512s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:28.093853Z","caller":"traceutil/trace.go:171","msg":"trace[1273780483] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"1.342216154s","start":"2026-03-31T05:57:26.751607Z","end":"2026-03-31T05:57:28.093823Z","steps":["trace[1273780483] 'process raft request' (duration: 1.341805951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.094006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.751587Z","time spent":"1.342342849s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:28.094212Z","caller":"traceutil/trace.go:171","msg":"trace[538832417] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"1.258716024s","start":"2026-03-31T05:57:26.835475Z","end":"2026-03-31T05:57:28.094191Z","steps":["trace[538832417] 'process raft request' (duration: 1.258667762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.094343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.835434Z","time spent":"1.258842458s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:28.094653Z","caller":"traceutil/trace.go:171","msg":"trace[1393257173] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"1.342351378s","start":"2026-03-31T05:57:26.752267Z","end":"2026-03-31T05:57:28.094618Z","steps":["trace[1393257173] 'process raft request' (duration: 1.341793451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.094789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.752237Z","time spent":"1.342488553s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:28.094775Z","caller":"traceutil/trace.go:171","msg":"trace[2036507601] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"1.341689318s","start":"2026-03-31T05:57:26.753047Z","end":"2026-03-31T05:57:28.094736Z","steps":["trace[2036507601] 'process raft request' (duration: 1.341062818s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:28.094873Z","caller":"traceutil/trace.go:171","msg":"trace[461377902] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"1.343121263s","start":"2026-03-31T05:57:26.751699Z","end":"2026-03-31T05:57:28.094821Z","steps":["trace[461377902] 'process raft request' (duration: 1.341878593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.094947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.753032Z","time spent":"1.341826772s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:28.095013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.751693Z","time spent":"1.343253347s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:28.759266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002759137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:28.759382Z","caller":"traceutil/trace.go:171","msg":"trace[1099928386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002917472s","start":"2026-03-31T05:57:26.756445Z","end":"2026-03-31T05:57:28.759362Z","steps":["trace[1099928386] 'agreement among raft nodes before linearized reading' (duration: 2.002780947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:28.759433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.756434Z","time spent":"2.002986254s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:29.540696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.788582Z","time spent":"752.103278ms","remote":"127.0.0.1:42502","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:57:29.542743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.482969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:29.543124Z","caller":"traceutil/trace.go:171","msg":"trace[1033556833] linearizableReadLoop","detail":"{readStateIndex:27461; appliedIndex:27452; }","duration":"2.328694173s","start":"2026-03-31T05:57:27.214408Z","end":"2026-03-31T05:57:29.543102Z","steps":["trace[1033556833] 'read index received' (duration: 877.505558ms)","trace[1033556833] 'applied index is now lower than readState.Index' (duration: 1.451184295s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:29.543128Z","caller":"traceutil/trace.go:171","msg":"trace[506101758] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"2.32574357s","start":"2026-03-31T05:57:27.217354Z","end":"2026-03-31T05:57:29.543098Z","steps":["trace[506101758] 'process raft request' (duration: 1.579790196s)","trace[506101758] 'compare' (duration: 743.817467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:29.543232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:27.217326Z","time spent":"2.325850443s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:29.543228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869980256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:29.543244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573030714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:29.543258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642983561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:29.543339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79438216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-31T05:57:29.54329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.786956026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:29.543367Z","caller":"traceutil/trace.go:171","msg":"trace[803068752] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26555; }","duration":"3.573195509s","start":"2026-03-31T05:57:25.97015Z","end":"2026-03-31T05:57:29.543345Z","steps":["trace[803068752] 'agreement among raft nodes before linearized reading' (duration: 3.572952071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:29.543351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699217363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:29.543396Z","caller":"traceutil/trace.go:171","msg":"trace[1604929816] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26555; }","duration":"4.794454692s","start":"2026-03-31T05:57:24.748932Z","end":"2026-03-31T05:57:29.543387Z","steps":["trace[1604929816] 'agreement among raft nodes before linearized reading' (duration: 4.794263066s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:29.543419Z","caller":"traceutil/trace.go:171","msg":"trace[656609593] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26555; }","duration":"4.787121001s","start":"2026-03-31T05:57:24.756277Z","end":"2026-03-31T05:57:29.543398Z","steps":["trace[656609593] 'agreement among raft nodes before linearized reading' (duration: 4.786842003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:29.543431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:25.970127Z","time spent":"3.573286432s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:29.543438Z","caller":"traceutil/trace.go:171","msg":"trace[1912496725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26555; }","duration":"4.699373038s","start":"2026-03-31T05:57:24.844045Z","end":"2026-03-31T05:57:29.543418Z","steps":["trace[1912496725] 'agreement among raft nodes before linearized reading' (duration: 4.699066358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:29.543463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.756262Z","time spent":"4.787192394s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:57:29.543462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.748925Z","time spent":"4.794513404s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-31T05:57:29.543489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:24.84403Z","time spent":"4.69944849s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:29.54336Z","caller":"traceutil/trace.go:171","msg":"trace[20171582] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26555; }","duration":"2.643099436s","start":"2026-03-31T05:57:26.900242Z","end":"2026-03-31T05:57:29.543342Z","steps":["trace[20171582] 'agreement among raft nodes before linearized reading' (duration: 2.642865098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:29.54355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:26.900222Z","time spent":"2.643317682s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:29.543276Z","caller":"traceutil/trace.go:171","msg":"trace[765353630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26555; }","duration":"3.870070159s","start":"2026-03-31T05:57:25.673191Z","end":"2026-03-31T05:57:29.543262Z","steps":["trace[765353630] 'agreement among raft nodes before linearized reading' (duration: 3.869932705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:29.54364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:25.67317Z","time spent":"3.870453512s","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:30.04392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:30.544562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:30.613125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:30.613229Z","caller":"traceutil/trace.go:171","msg":"trace[965297189] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178977s","start":"2026-03-31T05:57:28.613026Z","end":"2026-03-31T05:57:30.613205Z","steps":["trace[965297189] 'agreement among raft nodes before linearized reading' (duration: 2.000050643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:30.613295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.613005Z","time spent":"2.00027443s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:30.758345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998839575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:30.758438Z","caller":"traceutil/trace.go:171","msg":"trace[1210716184] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998981079s","start":"2026-03-31T05:57:28.759432Z","end":"2026-03-31T05:57:30.758413Z","steps":["trace[1210716184] 'agreement among raft nodes before linearized reading' (duration: 1.998871086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:30.758499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.759413Z","time spent":"1.999072923s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:31.044844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:31.429878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.177470742s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:57:31.537789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664305079s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:31.537897Z","caller":"traceutil/trace.go:171","msg":"trace[247000933] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26555; }","duration":"1.664425272s","start":"2026-03-31T05:57:29.873456Z","end":"2026-03-31T05:57:31.537881Z","steps":["trace[247000933] 'range keys from in-memory index tree' (duration: 1.664289198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:31.540617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.408638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:31.540693Z","caller":"traceutil/trace.go:171","msg":"trace[780114621] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"2.288364523s","start":"2026-03-31T05:57:29.252306Z","end":"2026-03-31T05:57:31.54067Z","steps":["trace[780114621] 'process raft request' (duration: 2.177846032s)","trace[780114621] 'compare' (duration: 109.677325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:31.54074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.252283Z","time spent":"2.288434796s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:32.765226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:32.765721Z","caller":"traceutil/trace.go:171","msg":"trace[2124908404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000567428s","start":"2026-03-31T05:57:30.765134Z","end":"2026-03-31T05:57:32.765702Z","steps":["trace[2124908404] 'agreement among raft nodes before linearized reading' (duration: 2.000035942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:32.765855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.765114Z","time spent":"2.000729934s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:32.924799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491912178s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:57:33.035734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.306744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:33.036183Z","caller":"traceutil/trace.go:171","msg":"trace[1074411235] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"3.701113848s","start":"2026-03-31T05:57:29.335028Z","end":"2026-03-31T05:57:33.036142Z","steps":["trace[1074411235] 'process raft request' (duration: 3.590326359s)","trace[1074411235] 'compare' (duration: 110.081187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:33.036338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.334988Z","time spent":"3.701301785s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:33.036351Z","caller":"traceutil/trace.go:171","msg":"trace[128084918] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"3.599509588s","start":"2026-03-31T05:57:29.436804Z","end":"2026-03-31T05:57:33.036314Z","steps":["trace[128084918] 'process raft request' (duration: 3.599041654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.03655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.436786Z","time spent":"3.599663693s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:33.036588Z","caller":"traceutil/trace.go:171","msg":"trace[859544016] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"3.575219343s","start":"2026-03-31T05:57:29.461338Z","end":"2026-03-31T05:57:33.036558Z","steps":["trace[859544016] 'process raft request' (duration: 3.57482005s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:33.036637Z","caller":"traceutil/trace.go:171","msg":"trace[283115077] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"2.926023226s","start":"2026-03-31T05:57:30.110593Z","end":"2026-03-31T05:57:33.036616Z","steps":["trace[283115077] 'process raft request' (duration: 2.925865471s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:33.036718Z","caller":"traceutil/trace.go:171","msg":"trace[1264766669] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"2.926010616s","start":"2026-03-31T05:57:30.110692Z","end":"2026-03-31T05:57:33.036702Z","steps":["trace[1264766669] 'process raft request' (duration: 2.925855601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.036744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.461321Z","time spent":"3.575348167s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:33.036761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.110574Z","time spent":"2.926117409s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:33.036817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.110671Z","time spent":"2.926104709s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:33.037962Z","caller":"traceutil/trace.go:171","msg":"trace[1464417381] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"2.927194753s","start":"2026-03-31T05:57:30.110749Z","end":"2026-03-31T05:57:33.037944Z","steps":["trace[1464417381] 'process raft request' (duration: 2.9258413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.038051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.110731Z","time spent":"2.927279306s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:33.03858Z","caller":"traceutil/trace.go:171","msg":"trace[217561721] linearizableReadLoop","detail":"{readStateIndex:27471; appliedIndex:27461; }","duration":"3.495401249s","start":"2026-03-31T05:57:29.543163Z","end":"2026-03-31T05:57:33.038565Z","steps":["trace[217561721] 'read index received' (duration: 1.887000783s)","trace[217561721] 'applied index is now lower than readState.Index' (duration: 1.608399546s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:33.038742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695705743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:57:33.03879Z","caller":"traceutil/trace.go:171","msg":"trace[177177348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26565; }","duration":"4.695779095s","start":"2026-03-31T05:57:28.342999Z","end":"2026-03-31T05:57:33.038778Z","steps":["trace[177177348] 'agreement among raft nodes before linearized reading' (duration: 4.695576469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.038819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.342986Z","time spent":"4.695825876s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:57:33.038931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76148446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:33.039005Z","caller":"traceutil/trace.go:171","msg":"trace[1844777583] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26565; }","duration":"3.761621694s","start":"2026-03-31T05:57:29.277362Z","end":"2026-03-31T05:57:33.038984Z","steps":["trace[1844777583] 'agreement among raft nodes before linearized reading' (duration: 3.76150416s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.039088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.277341Z","time spent":"3.761728667s","remote":"127.0.0.1:37462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.03928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.924146928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T05:57:33.039399Z","caller":"traceutil/trace.go:171","msg":"trace[1899248145] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26565; }","duration":"4.924329913s","start":"2026-03-31T05:57:28.115052Z","end":"2026-03-31T05:57:33.039381Z","steps":["trace[1899248145] 'agreement among raft nodes before linearized reading' (duration: 4.923880319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.039473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.115032Z","time spent":"4.924428447s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T05:57:33.03855Z","caller":"traceutil/trace.go:171","msg":"trace[232005083] transaction","detail":"{read_only:false; response_revision:26563; number_of_response:1; }","duration":"2.927130831s","start":"2026-03-31T05:57:30.111399Z","end":"2026-03-31T05:57:33.03853Z","steps":["trace[232005083] 'process raft request' (duration: 2.926988877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.054685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.111393Z","time spent":"2.943226608s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:33.05506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96009492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:57:33.055111Z","caller":"traceutil/trace.go:171","msg":"trace[1864266145] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26565; }","duration":"4.960211943s","start":"2026-03-31T05:57:28.09489Z","end":"2026-03-31T05:57:33.055102Z","steps":["trace[1864266145] 'agreement among raft nodes before linearized reading' (duration: 4.944148247s)","trace[1864266145] 'get authentication metadata' (duration: 15.968993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:33.055152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.094876Z","time spent":"4.960267466s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:57:33.05949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299885677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:57:33.097895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.79788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:33.097971Z","caller":"traceutil/trace.go:171","msg":"trace[2025236730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26565; }","duration":"331.904153ms","start":"2026-03-31T05:57:32.766045Z","end":"2026-03-31T05:57:33.097949Z","steps":["trace[2025236730] 'agreement among raft nodes before linearized reading' (duration: 331.758949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:32.766032Z","time spent":"331.983736ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:33.098056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.902663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:33.098113Z","caller":"traceutil/trace.go:171","msg":"trace[1210603458] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26565; }","duration":"619.019586ms","start":"2026-03-31T05:57:32.479079Z","end":"2026-03-31T05:57:33.098099Z","steps":["trace[1210603458] 'agreement among raft nodes before linearized reading' (duration: 618.861821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:32.479041Z","time spent":"619.094488ms","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.098324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755281159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:57:33.098343Z","caller":"traceutil/trace.go:171","msg":"trace[745756713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26565; }","duration":"4.755347121s","start":"2026-03-31T05:57:28.342989Z","end":"2026-03-31T05:57:33.098336Z","steps":["trace[745756713] 'agreement among raft nodes before linearized reading' (duration: 4.755244527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.342965Z","time spent":"4.755390622s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:57:33.098384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877925397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:33.09839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242150223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:33.098402Z","caller":"traceutil/trace.go:171","msg":"trace[739011093] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26565; }","duration":"5.877960429s","start":"2026-03-31T05:57:27.220435Z","end":"2026-03-31T05:57:33.098396Z","steps":["trace[739011093] 'agreement among raft nodes before linearized reading' (duration: 5.877923977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:27.220423Z","time spent":"5.877994099s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:57:33.098423Z","caller":"traceutil/trace.go:171","msg":"trace[1604964669] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26565; }","duration":"5.242224515s","start":"2026-03-31T05:57:27.856191Z","end":"2026-03-31T05:57:33.098415Z","steps":["trace[1604964669] 'agreement among raft nodes before linearized reading' (duration: 5.242149103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.09844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:27.856171Z","time spent":"5.242263597s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:33.098467Z","caller":"traceutil/trace.go:171","msg":"trace[1881173240] transaction","detail":"{read_only:false; response_revision:26564; number_of_response:1; }","duration":"2.986957955s","start":"2026-03-31T05:57:30.111452Z","end":"2026-03-31T05:57:33.09841Z","steps":["trace[1881173240] 'process raft request' (duration: 2.927019978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.879019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:33.098558Z","caller":"traceutil/trace.go:171","msg":"trace[390304213] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26565; }","duration":"536.980542ms","start":"2026-03-31T05:57:32.561566Z","end":"2026-03-31T05:57:33.098547Z","steps":["trace[390304213] 'agreement among raft nodes before linearized reading' (duration: 536.344982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:32.561547Z","time spent":"537.028774ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.098583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117058611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:33.098604Z","caller":"traceutil/trace.go:171","msg":"trace[863279401] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26565; }","duration":"1.117118883s","start":"2026-03-31T05:57:31.98148Z","end":"2026-03-31T05:57:33.098599Z","steps":["trace[863279401] 'agreement among raft nodes before linearized reading' (duration: 1.117078122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:31.981461Z","time spent":"1.117153854s","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.098619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.111444Z","time spent":"2.987096859s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:33.098756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260426763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:33.09875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75755108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:57:33.098776Z","caller":"traceutil/trace.go:171","msg":"trace[1710685546] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26565; }","duration":"2.260478934s","start":"2026-03-31T05:57:30.838292Z","end":"2026-03-31T05:57:33.098771Z","steps":["trace[1710685546] 'agreement among raft nodes before linearized reading' (duration: 2.260441773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145475392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:57:33.098791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.838275Z","time spent":"2.260512335s","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:33.098793Z","caller":"traceutil/trace.go:171","msg":"trace[553967300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26565; }","duration":"4.757630733s","start":"2026-03-31T05:57:28.341154Z","end":"2026-03-31T05:57:33.098784Z","steps":["trace[553967300] 'agreement among raft nodes before linearized reading' (duration: 4.757445427s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:33.0988Z","caller":"traceutil/trace.go:171","msg":"trace[718856288] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26565; }","duration":"2.145539254s","start":"2026-03-31T05:57:30.953255Z","end":"2026-03-31T05:57:33.098794Z","steps":["trace[718856288] 'agreement among raft nodes before linearized reading' (duration: 2.145345278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.953233Z","time spent":"2.145579256s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.098816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.341137Z","time spent":"4.757674255s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:57:33.098867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551602029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:57:33.098869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755833736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:57:33.098883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318611281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:33.098897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266472127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:33.098901Z","caller":"traceutil/trace.go:171","msg":"trace[239678683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26565; }","duration":"4.755883678s","start":"2026-03-31T05:57:28.34301Z","end":"2026-03-31T05:57:33.098894Z","steps":["trace[239678683] 'agreement among raft nodes before linearized reading' (duration: 4.755776025s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:33.098905Z","caller":"traceutil/trace.go:171","msg":"trace[1570075716] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26565; }","duration":"3.318671342s","start":"2026-03-31T05:57:29.780225Z","end":"2026-03-31T05:57:33.098896Z","steps":["trace[1570075716] 'agreement among raft nodes before linearized reading' (duration: 3.318632031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:33.0989Z","caller":"traceutil/trace.go:171","msg":"trace[1482613536] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26565; }","duration":"3.551655171s","start":"2026-03-31T05:57:29.547233Z","end":"2026-03-31T05:57:33.098888Z","steps":["trace[1482613536] 'agreement among raft nodes before linearized reading' (duration: 3.551566228s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:33.098912Z","caller":"traceutil/trace.go:171","msg":"trace[1499485966] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26565; }","duration":"1.266579121s","start":"2026-03-31T05:57:31.832328Z","end":"2026-03-31T05:57:33.098907Z","steps":["trace[1499485966] 'agreement among raft nodes before linearized reading' (duration: 1.26654561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.098922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.780205Z","time spent":"3.318713384s","remote":"127.0.0.1:37792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.098922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.343004Z","time spent":"4.755912599s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:57:33.09893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.547219Z","time spent":"3.551703212s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:57:33.098965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552092525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:33.098927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:31.832302Z","time spent":"1.266621062s","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:33.098972Z","caller":"traceutil/trace.go:171","msg":"trace[890776124] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26565; }","duration":"4.300087834s","start":"2026-03-31T05:57:28.75945Z","end":"2026-03-31T05:57:33.059538Z","steps":["trace[890776124] 'agreement among raft nodes before linearized reading' (duration: 4.279438354s)","trace[890776124] 'count revisions from in-memory index tree' (duration: 20.544297ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:33.099014Z","caller":"traceutil/trace.go:171","msg":"trace[1606515772] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26565; }","duration":"3.552178268s","start":"2026-03-31T05:57:29.546826Z","end":"2026-03-31T05:57:33.099004Z","steps":["trace[1606515772] 'agreement among raft nodes before linearized reading' (duration: 3.552095695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.099041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.546805Z","time spent":"3.552230349s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:57:33.099041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.759356Z","time spent":"4.339674611s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.099258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75357607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:33.099273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79932395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:33.099284Z","caller":"traceutil/trace.go:171","msg":"trace[1069272187] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26565; }","duration":"3.753643432s","start":"2026-03-31T05:57:29.345633Z","end":"2026-03-31T05:57:33.099276Z","steps":["trace[1069272187] 'agreement among raft nodes before linearized reading' (duration: 3.753587761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.099303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.345614Z","time spent":"3.753685044s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:33.099368Z","caller":"traceutil/trace.go:171","msg":"trace[301586588] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26565; }","duration":"1.799395372s","start":"2026-03-31T05:57:31.299901Z","end":"2026-03-31T05:57:33.099296Z","steps":["trace[301586588] 'agreement among raft nodes before linearized reading' (duration: 1.79932497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.099404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:31.299873Z","time spent":"1.799520956s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.099732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756868578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:57:33.099762Z","caller":"traceutil/trace.go:171","msg":"trace[1742553962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26565; }","duration":"4.75692761s","start":"2026-03-31T05:57:28.342826Z","end":"2026-03-31T05:57:33.099754Z","steps":["trace[1742553962] 'agreement among raft nodes before linearized reading' (duration: 4.756806687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.09978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.342814Z","time spent":"4.756961692s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:57:33.100029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553173549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T05:57:33.100057Z","caller":"traceutil/trace.go:171","msg":"trace[376481915] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee; range_end:; response_count:1; response_revision:26565; }","duration":"3.553223701s","start":"2026-03-31T05:57:29.546824Z","end":"2026-03-31T05:57:33.100048Z","steps":["trace[376481915] 'agreement among raft nodes before linearized reading' (duration: 3.553139218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.100075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:29.546811Z","time spent":"3.553258991s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee\" "} {"level":"warn","ts":"2026-03-31T05:57:33.100321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707734481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:33.100351Z","caller":"traceutil/trace.go:171","msg":"trace[292619272] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26565; }","duration":"2.707802983s","start":"2026-03-31T05:57:30.392539Z","end":"2026-03-31T05:57:33.100342Z","steps":["trace[292619272] 'agreement among raft nodes before linearized reading' (duration: 2.707744751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.100373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.392523Z","time spent":"2.707844075s","remote":"127.0.0.1:37396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.1011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.023099194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:33.101132Z","caller":"traceutil/trace.go:171","msg":"trace[1914324812] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26565; }","duration":"5.023156315s","start":"2026-03-31T05:57:28.077965Z","end":"2026-03-31T05:57:33.101121Z","steps":["trace[1914324812] 'agreement among raft nodes before linearized reading' (duration: 5.023103674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.101149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.077952Z","time spent":"5.023191777s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:33.101338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.760733731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:57:33.101372Z","caller":"traceutil/trace.go:171","msg":"trace[731964767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26565; }","duration":"4.760808523s","start":"2026-03-31T05:57:28.340554Z","end":"2026-03-31T05:57:33.101363Z","steps":["trace[731964767] 'agreement among raft nodes before linearized reading' (duration: 4.76072574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.101388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:28.340533Z","time spent":"4.760850405s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:57:33.103677Z","caller":"traceutil/trace.go:171","msg":"trace[217618051] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"2.98551556s","start":"2026-03-31T05:57:30.111902Z","end":"2026-03-31T05:57:33.097418Z","steps":["trace[217618051] 'process raft request' (duration: 2.926616445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:33.103757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:30.111895Z","time spent":"2.991816348s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:33.604054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:34.10453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:34.605649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:35.105782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:35.107256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999941599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:35.107299Z","caller":"traceutil/trace.go:171","msg":"trace[2046076661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000006202s","start":"2026-03-31T05:57:33.107283Z","end":"2026-03-31T05:57:35.10729Z","steps":["trace[2046076661] 'agreement among raft nodes before linearized reading' (duration: 1.99995292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:35.10736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.107278Z","time spent":"2.000067014s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:35.606603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:35.619746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.518539113s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:35.620027Z","caller":"traceutil/trace.go:171","msg":"trace[1881278019] transaction","detail":"{read_only:false; response_revision:26566; number_of_response:1; }","duration":"2.518869043s","start":"2026-03-31T05:57:33.101135Z","end":"2026-03-31T05:57:35.620004Z","steps":["trace[1881278019] 'process raft request' (duration: 2.518729679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:35.62015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.101126Z","time spent":"2.518954736s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:37.108567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:37.108648Z","caller":"traceutil/trace.go:171","msg":"trace[24381287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666542s","start":"2026-03-31T05:57:35.107963Z","end":"2026-03-31T05:57:37.10863Z","steps":["trace[24381287] 'agreement among raft nodes before linearized reading' (duration: 2.000567579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:37.108905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.107952Z","time spent":"2.000907079s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:37.659806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.035496209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:37.660555Z","caller":"traceutil/trace.go:171","msg":"trace[999887482] transaction","detail":"{read_only:false; response_revision:26567; number_of_response:1; }","duration":"4.556827979s","start":"2026-03-31T05:57:33.103699Z","end":"2026-03-31T05:57:37.660527Z","steps":["trace[999887482] 'process raft request' (duration: 4.556467528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:37.660742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.103665Z","time spent":"4.556983215s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:37.660926Z","caller":"traceutil/trace.go:171","msg":"trace[1646897364] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"4.557106718s","start":"2026-03-31T05:57:33.103796Z","end":"2026-03-31T05:57:37.660903Z","steps":["trace[1646897364] 'process raft request' (duration: 4.556592612s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:37.661027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.103789Z","time spent":"4.557190981s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:38.102414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.103792Z","time spent":"4.998613874s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:38.10275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.104196Z","time spent":"4.998531741s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:38.341742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.104119Z","time spent":"5.237616251s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:38.356992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.105416Z","time spent":"5.25157355s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:38.545455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.546822Z","time spent":"4.998625884s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:57:39.116379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:39.116468Z","caller":"traceutil/trace.go:171","msg":"trace[1701773146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157366s","start":"2026-03-31T05:57:37.11629Z","end":"2026-03-31T05:57:39.116448Z","steps":["trace[1701773146] 'agreement among raft nodes before linearized reading' (duration: 2.000042563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:39.116533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:37.116238Z","time spent":"2.00027788s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:39.136952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476379939s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:39.137504Z","caller":"traceutil/trace.go:171","msg":"trace[1439327981] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"6.029532904s","start":"2026-03-31T05:57:33.107947Z","end":"2026-03-31T05:57:39.13748Z","steps":["trace[1439327981] 'process raft request' (duration: 6.029244475s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:39.137561Z","caller":"traceutil/trace.go:171","msg":"trace[949054149] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"4.035067616s","start":"2026-03-31T05:57:35.102463Z","end":"2026-03-31T05:57:39.137531Z","steps":["trace[949054149] 'process raft request' (duration: 4.034798778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:39.137656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.102433Z","time spent":"4.03519442s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:39.13759Z","caller":"traceutil/trace.go:171","msg":"trace[1752282657] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"4.034980373s","start":"2026-03-31T05:57:35.102583Z","end":"2026-03-31T05:57:39.137564Z","steps":["trace[1752282657] 'process raft request' (duration: 4.034717115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:39.137695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.107941Z","time spent":"6.029616456s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:39.137759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.102574Z","time spent":"4.035125478s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:39.138108Z","caller":"traceutil/trace.go:171","msg":"trace[1379345601] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"4.034401695s","start":"2026-03-31T05:57:35.103683Z","end":"2026-03-31T05:57:39.138084Z","steps":["trace[1379345601] 'process raft request' (duration: 4.033658491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:39.138217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.103675Z","time spent":"4.034484548s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:39.138513Z","caller":"traceutil/trace.go:171","msg":"trace[338217544] linearizableReadLoop","detail":"{readStateIndex:27486; appliedIndex:27471; }","duration":"6.035062038s","start":"2026-03-31T05:57:33.103432Z","end":"2026-03-31T05:57:39.138494Z","steps":["trace[338217544] 'read index received' (duration: 2.516457388s)","trace[338217544] 'applied index is now lower than readState.Index' (duration: 3.51860363s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:39.138651Z","caller":"traceutil/trace.go:171","msg":"trace[1287454081] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"4.031112131s","start":"2026-03-31T05:57:35.107529Z","end":"2026-03-31T05:57:39.138642Z","steps":["trace[1287454081] 'process raft request' (duration: 4.030802811s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:39.139175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.107498Z","time spent":"4.031622627s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:39.13868Z","caller":"traceutil/trace.go:171","msg":"trace[298312183] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"4.031462452s","start":"2026-03-31T05:57:35.107212Z","end":"2026-03-31T05:57:39.138674Z","steps":["trace[298312183] 'process raft request' (duration: 4.030161701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:39.13937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.107202Z","time spent":"4.032139694s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:39.13872Z","caller":"traceutil/trace.go:171","msg":"trace[1373344545] transaction","detail":"{read_only:false; response_revision:26580; number_of_response:1; }","duration":"4.029456089s","start":"2026-03-31T05:57:35.10925Z","end":"2026-03-31T05:57:39.138707Z","steps":["trace[1373344545] 'process raft request' (duration: 4.02916362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:39.139569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.109224Z","time spent":"4.030311686s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:40.017549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.061335ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:57:40.017724Z","caller":"traceutil/trace.go:171","msg":"trace[1954131328] linearizableReadLoop","detail":"{readStateIndex:27489; appliedIndex:27486; }","duration":"878.640492ms","start":"2026-03-31T05:57:39.139072Z","end":"2026-03-31T05:57:40.017712Z","steps":["trace[1954131328] 'read index received' (duration: 115.133636ms)","trace[1954131328] 'applied index is now lower than readState.Index' (duration: 763.506286ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:40.01794Z","caller":"traceutil/trace.go:171","msg":"trace[541240079] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26580; }","duration":"1.673669392s","start":"2026-03-31T05:57:38.344264Z","end":"2026-03-31T05:57:40.017933Z","steps":["trace[541240079] 'process raft request' (duration: 1.673367163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.017897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.058767ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:40.017986Z","caller":"traceutil/trace.go:171","msg":"trace[1744243538] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26580; }","duration":"144.15427ms","start":"2026-03-31T05:57:39.873813Z","end":"2026-03-31T05:57:40.017968Z","steps":["trace[1744243538] 'range keys from in-memory index tree' (duration: 144.042907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:40.018025Z","caller":"traceutil/trace.go:171","msg":"trace[726293504] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26580; }","duration":"1.67231247s","start":"2026-03-31T05:57:38.345708Z","end":"2026-03-31T05:57:40.018021Z","steps":["trace[726293504] 'process raft request' (duration: 1.671977749s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.018056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:38.345692Z","time spent":"1.672349881s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:40.018005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:38.344225Z","time spent":"1.673739045s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:40.018205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.045798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:40.018221Z","caller":"traceutil/trace.go:171","msg":"trace[364702715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26580; }","duration":"901.10788ms","start":"2026-03-31T05:57:39.117108Z","end":"2026-03-31T05:57:40.018216Z","steps":["trace[364702715] 'agreement among raft nodes before linearized reading' (duration: 901.075979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.018235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.117073Z","time spent":"901.158312ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:40.018318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182242774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:40.018333Z","caller":"traceutil/trace.go:171","msg":"trace[199937764] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26580; }","duration":"1.182262096s","start":"2026-03-31T05:57:38.836066Z","end":"2026-03-31T05:57:40.018328Z","steps":["trace[199937764] 'agreement among raft nodes before linearized reading' (duration: 1.182236055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.018345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:38.836005Z","time spent":"1.182337377s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:40.018436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404684151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:40.018449Z","caller":"traceutil/trace.go:171","msg":"trace[136726483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26580; }","duration":"1.404756633s","start":"2026-03-31T05:57:38.613688Z","end":"2026-03-31T05:57:40.018445Z","steps":["trace[136726483] 'agreement among raft nodes before linearized reading' (duration: 1.404725152s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.01846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:38.613668Z","time spent":"1.404789834s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:40.018572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470942707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:57:40.018586Z","caller":"traceutil/trace.go:171","msg":"trace[1081638322] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26580; }","duration":"1.470983389s","start":"2026-03-31T05:57:38.547598Z","end":"2026-03-31T05:57:40.018582Z","steps":["trace[1081638322] 'agreement among raft nodes before linearized reading' (duration: 1.470917807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.0186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:38.547582Z","time spent":"1.47101326s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:57:40.018861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.915417134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:57:40.018876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834966919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:40.018898Z","caller":"traceutil/trace.go:171","msg":"trace[525424997] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26580; }","duration":"2.83502605s","start":"2026-03-31T05:57:37.183865Z","end":"2026-03-31T05:57:40.018891Z","steps":["trace[525424997] 'agreement among raft nodes before linearized reading' (duration: 2.834990079s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:40.018902Z","caller":"traceutil/trace.go:171","msg":"trace[337685677] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26580; }","duration":"6.915470265s","start":"2026-03-31T05:57:33.103418Z","end":"2026-03-31T05:57:40.018889Z","steps":["trace[337685677] 'agreement among raft nodes before linearized reading' (duration: 6.035320805s)","trace[337685677] 'range keys from in-memory index tree' (duration: 880.009745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:40.018914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:37.183845Z","time spent":"2.835065201s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:40.018889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.005438224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:40.018938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394979752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:57:40.018938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.103413Z","time spent":"6.915513236s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T05:57:40.018957Z","caller":"traceutil/trace.go:171","msg":"trace[710399975] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26580; }","duration":"6.005573298s","start":"2026-03-31T05:57:34.013367Z","end":"2026-03-31T05:57:40.01894Z","steps":["trace[710399975] 'agreement among raft nodes before linearized reading' (duration: 6.005422443s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:40.018973Z","caller":"traceutil/trace.go:171","msg":"trace[528531912] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26580; }","duration":"4.395046314s","start":"2026-03-31T05:57:35.623917Z","end":"2026-03-31T05:57:40.018963Z","steps":["trace[528531912] 'agreement among raft nodes before linearized reading' (duration: 4.39494199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.623902Z","time spent":"4.395092855s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:57:40.019055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.911627355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:57:40.01909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613968542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:40.018983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.815495797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"warn","ts":"2026-03-31T05:57:40.019093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306484879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:40.01911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.498013152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:40.019117Z","caller":"traceutil/trace.go:171","msg":"trace[1254984585] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26580; }","duration":"6.911706927s","start":"2026-03-31T05:57:33.107394Z","end":"2026-03-31T05:57:40.019101Z","steps":["trace[1254984585] 'agreement among raft nodes before linearized reading' (duration: 6.911510641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.914620779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:57:40.019145Z","caller":"traceutil/trace.go:171","msg":"trace[245998304] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26580; }","duration":"5.498046483s","start":"2026-03-31T05:57:34.521088Z","end":"2026-03-31T05:57:40.019134Z","steps":["trace[245998304] 'agreement among raft nodes before linearized reading' (duration: 5.49793643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.01913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.97452991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:40.019158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.10739Z","time spent":"6.911760699s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:57:40.019176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:34.521034Z","time spent":"5.498135255s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:40.019184Z","caller":"traceutil/trace.go:171","msg":"trace[349572033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26580; }","duration":"6.914674061s","start":"2026-03-31T05:57:33.10449Z","end":"2026-03-31T05:57:40.019164Z","steps":["trace[349572033] 'agreement among raft nodes before linearized reading' (duration: 6.914531146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681068366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:40.019235Z","caller":"traceutil/trace.go:171","msg":"trace[1046986628] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26580; }","duration":"1.681132898s","start":"2026-03-31T05:57:38.338091Z","end":"2026-03-31T05:57:40.019224Z","steps":["trace[1046986628] 'agreement among raft nodes before linearized reading' (duration: 1.681075836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.104473Z","time spent":"6.914749613s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:57:40.019274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:38.338078Z","time spent":"1.681186829s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:40.019347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.81619946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-31T05:57:40.019368Z","caller":"traceutil/trace.go:171","msg":"trace[913817107] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:26580; }","duration":"6.816249101s","start":"2026-03-31T05:57:33.203112Z","end":"2026-03-31T05:57:40.019361Z","steps":["trace[913817107] 'agreement among raft nodes before linearized reading' (duration: 6.816063295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.203094Z","time spent":"6.816284102s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":904,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"warn","ts":"2026-03-31T05:57:40.018937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400298039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:40.019483Z","caller":"traceutil/trace.go:171","msg":"trace[644404387] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26580; }","duration":"2.400870427s","start":"2026-03-31T05:57:37.618598Z","end":"2026-03-31T05:57:40.019468Z","steps":["trace[644404387] 'agreement among raft nodes before linearized reading' (duration: 2.400244147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:37.618554Z","time spent":"2.400955059s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:40.019532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394624005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268860"} {"level":"warn","ts":"2026-03-31T05:57:40.019119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869320306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:40.01958Z","caller":"traceutil/trace.go:171","msg":"trace[1190221890] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26580; }","duration":"3.394704908s","start":"2026-03-31T05:57:36.624862Z","end":"2026-03-31T05:57:40.019567Z","steps":["trace[1190221890] 'agreement among raft nodes before linearized reading' (duration: 3.393959274s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:40.0196Z","caller":"traceutil/trace.go:171","msg":"trace[822138486] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26580; }","duration":"3.869817212s","start":"2026-03-31T05:57:36.149763Z","end":"2026-03-31T05:57:40.019581Z","steps":["trace[822138486] 'agreement among raft nodes before linearized reading' (duration: 3.869333557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:36.624842Z","time spent":"3.39476281s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268884,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:57:40.019677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:36.149744Z","time spent":"3.869910614s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:40.019186Z","caller":"traceutil/trace.go:171","msg":"trace[386040112] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26580; }","duration":"5.974588752s","start":"2026-03-31T05:57:34.044585Z","end":"2026-03-31T05:57:40.019174Z","steps":["trace[386040112] 'agreement among raft nodes before linearized reading' (duration: 5.974476599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:34.044543Z","time spent":"5.975184441s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:40.018999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:34.013345Z","time spent":"6.00564431s","remote":"127.0.0.1:37288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:40.019137Z","caller":"traceutil/trace.go:171","msg":"trace[361547005] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:26580; }","duration":"6.815727965s","start":"2026-03-31T05:57:33.203399Z","end":"2026-03-31T05:57:40.019127Z","steps":["trace[361547005] 'agreement among raft nodes before linearized reading' (duration: 6.815434836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.019915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:33.203375Z","time spent":"6.816530829s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":912,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-03-31T05:57:40.01914Z","caller":"traceutil/trace.go:171","msg":"trace[2026087282] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26580; }","duration":"1.614044745s","start":"2026-03-31T05:57:38.405076Z","end":"2026-03-31T05:57:40.019121Z","steps":["trace[2026087282] 'agreement among raft nodes before linearized reading' (duration: 1.613916021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.020018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:38.405056Z","time spent":"1.614941272s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:40.019148Z","caller":"traceutil/trace.go:171","msg":"trace[1033435556] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26580; }","duration":"3.306585152s","start":"2026-03-31T05:57:36.712549Z","end":"2026-03-31T05:57:40.019134Z","steps":["trace[1033435556] 'agreement among raft nodes before linearized reading' (duration: 3.306502379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.020178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:36.712526Z","time spent":"3.307614005s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:40.019145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227365853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:40.020359Z","caller":"traceutil/trace.go:171","msg":"trace[471742163] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26580; }","duration":"4.228599142s","start":"2026-03-31T05:57:35.79173Z","end":"2026-03-31T05:57:40.020329Z","steps":["trace[471742163] 'agreement among raft nodes before linearized reading' (duration: 4.227400544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.020785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:35.791708Z","time spent":"4.229023865s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:40.027578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.285379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:40.027648Z","caller":"traceutil/trace.go:171","msg":"trace[1438508578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"361.393162ms","start":"2026-03-31T05:57:39.66624Z","end":"2026-03-31T05:57:40.027633Z","steps":["trace[1438508578] 'agreement among raft nodes before linearized reading' (duration: 361.31187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:40.027729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.66621Z","time spent":"361.467745ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 05:57:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:40.51841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:41.019476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:41.519888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:41.883353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.758839776s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:41.883809Z","caller":"traceutil/trace.go:171","msg":"trace[1718064433] transaction","detail":"{read_only:false; response_revision:26581; number_of_response:1; }","duration":"2.38129694s","start":"2026-03-31T05:57:39.502488Z","end":"2026-03-31T05:57:41.883785Z","steps":["trace[1718064433] 'process raft request' (duration: 2.381112075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:41.883958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.50247Z","time spent":"2.381413594s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:42.027292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000547539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:42.02742Z","caller":"traceutil/trace.go:171","msg":"trace[406841727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713014s","start":"2026-03-31T05:57:40.026686Z","end":"2026-03-31T05:57:42.027399Z","steps":["trace[406841727] 'agreement among raft nodes before linearized reading' (duration: 2.000564829s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:42.02747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.026673Z","time spent":"2.000785547s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:43.030822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141691507s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:43.03206Z","caller":"traceutil/trace.go:171","msg":"trace[1723505757] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"2.424782939s","start":"2026-03-31T05:57:40.607252Z","end":"2026-03-31T05:57:43.032035Z","steps":["trace[1723505757] 'process raft request' (duration: 2.424666476s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:43.032107Z","caller":"traceutil/trace.go:171","msg":"trace[877215794] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"1.889379596s","start":"2026-03-31T05:57:41.142711Z","end":"2026-03-31T05:57:43.032091Z","steps":["trace[877215794] 'process raft request' (duration: 1.889274623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:43.032183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.607216Z","time spent":"2.424896323s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:43.032195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.142687Z","time spent":"1.889459309s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:43.032316Z","caller":"traceutil/trace.go:171","msg":"trace[201484773] transaction","detail":"{read_only:false; response_revision:26582; number_of_response:1; }","duration":"3.010749255s","start":"2026-03-31T05:57:40.02153Z","end":"2026-03-31T05:57:43.03228Z","steps":["trace[201484773] 'process raft request' (duration: 3.009399303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:43.032506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.021497Z","time spent":"3.01090523s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:43.032937Z","caller":"traceutil/trace.go:171","msg":"trace[1974713604] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"1.888508129s","start":"2026-03-31T05:57:41.14441Z","end":"2026-03-31T05:57:43.032918Z","steps":["trace[1974713604] 'process raft request' (duration: 1.887614941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:43.033028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.144388Z","time spent":"1.888597641s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:43.033356Z","caller":"traceutil/trace.go:171","msg":"trace[115475591] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"1.888279891s","start":"2026-03-31T05:57:41.145054Z","end":"2026-03-31T05:57:43.033333Z","steps":["trace[115475591] 'process raft request' (duration: 1.887785096s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:43.033393Z","caller":"traceutil/trace.go:171","msg":"trace[1765987816] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"1.888054135s","start":"2026-03-31T05:57:41.145319Z","end":"2026-03-31T05:57:43.033373Z","steps":["trace[1765987816] 'process raft request' (duration: 1.887937561s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:43.03343Z","caller":"traceutil/trace.go:171","msg":"trace[468992607] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"1.887014972s","start":"2026-03-31T05:57:41.146394Z","end":"2026-03-31T05:57:43.033409Z","steps":["trace[468992607] 'process raft request' (duration: 1.886925099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:43.033489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.145272Z","time spent":"1.888165529s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:43.033533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.146384Z","time spent":"1.887096445s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:43.033503Z","caller":"traceutil/trace.go:171","msg":"trace[1690988880] transaction","detail":"{read_only:false; response_revision:26589; number_of_response:1; }","duration":"1.886994322s","start":"2026-03-31T05:57:41.146473Z","end":"2026-03-31T05:57:43.033468Z","steps":["trace[1690988880] 'process raft request' (duration: 1.886882038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:43.033486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.145045Z","time spent":"1.888377505s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:43.033654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.14645Z","time spent":"1.887122925s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:43.572817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548665787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:43.572912Z","caller":"traceutil/trace.go:171","msg":"trace[1630405740] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"3.548810961s","start":"2026-03-31T05:57:40.024082Z","end":"2026-03-31T05:57:43.572893Z","steps":["trace[1630405740] 'agreement among raft nodes before linearized reading' (duration: 3.548671497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:43.572964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.024071Z","time spent":"3.548880874s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 05:57:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:44.027668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00030294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:44.027853Z","caller":"traceutil/trace.go:171","msg":"trace[1072946879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550758s","start":"2026-03-31T05:57:42.027282Z","end":"2026-03-31T05:57:44.027832Z","steps":["trace[1072946879] 'agreement among raft nodes before linearized reading' (duration: 2.000338231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:44.027919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:42.027266Z","time spent":"2.00063985s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:44.434308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400901602s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:57:44.434468Z","caller":"traceutil/trace.go:171","msg":"trace[22948082] linearizableReadLoop","detail":"{readStateIndex:27498; appliedIndex:27489; }","duration":"4.416711437s","start":"2026-03-31T05:57:40.017745Z","end":"2026-03-31T05:57:44.434456Z","steps":["trace[22948082] 'read index received' (duration: 1.865867917s)","trace[22948082] 'applied index is now lower than readState.Index' (duration: 2.55084259s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:44.436458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491352277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:44.436498Z","caller":"traceutil/trace.go:171","msg":"trace[1178750176] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26590; }","duration":"4.491450261s","start":"2026-03-31T05:57:39.945038Z","end":"2026-03-31T05:57:44.436489Z","steps":["trace[1178750176] 'agreement among raft nodes before linearized reading' (duration: 4.489460548s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:44.436527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.944988Z","time spent":"4.491529633s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:44.436818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771091207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:57:44.436987Z","caller":"traceutil/trace.go:171","msg":"trace[1301132254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26590; }","duration":"4.771295034s","start":"2026-03-31T05:57:39.665681Z","end":"2026-03-31T05:57:44.436976Z","steps":["trace[1301132254] 'agreement among raft nodes before linearized reading' (duration: 4.768824966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:44.437075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.665665Z","time spent":"4.771399758s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:57:44.437133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.949369844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:44.437097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.138412387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:44.437171Z","caller":"traceutil/trace.go:171","msg":"trace[11629926] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26590; }","duration":"4.949437435s","start":"2026-03-31T05:57:39.487714Z","end":"2026-03-31T05:57:44.437151Z","steps":["trace[11629926] 'agreement among raft nodes before linearized reading' (duration: 4.946807873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:44.437192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.487694Z","time spent":"4.949492237s","remote":"127.0.0.1:36406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:44.43718Z","caller":"traceutil/trace.go:171","msg":"trace[2116652630] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26590; }","duration":"5.138540361s","start":"2026-03-31T05:57:39.298622Z","end":"2026-03-31T05:57:44.437162Z","steps":["trace[2116652630] 'agreement among raft nodes before linearized reading' (duration: 5.135901308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:44.437223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.788419523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:44.437343Z","caller":"traceutil/trace.go:171","msg":"trace[1254845458] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26590; }","duration":"4.788580708s","start":"2026-03-31T05:57:39.648755Z","end":"2026-03-31T05:57:44.437336Z","steps":["trace[1254845458] 'agreement among raft nodes before linearized reading' (duration: 4.78577122s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:44.437372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.648736Z","time spent":"4.78862796s","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:44.437228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:39.298586Z","time spent":"5.138630754s","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:44.437306Z","caller":"traceutil/trace.go:171","msg":"trace[2005947069] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"1.244662861s","start":"2026-03-31T05:57:43.192633Z","end":"2026-03-31T05:57:44.437296Z","steps":["trace[2005947069] 'process raft request' (duration: 1.241750419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:44.437511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.192608Z","time spent":"1.244859937s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:44.935623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:45.436716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:45.788345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.424880538s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:57:46.037397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:46.037461Z","caller":"traceutil/trace.go:171","msg":"trace[789117375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550589s","start":"2026-03-31T05:57:44.036893Z","end":"2026-03-31T05:57:46.037444Z","steps":["trace[789117375] 'agreement among raft nodes before linearized reading' (duration: 2.000460756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:46.037503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:44.036874Z","time spent":"2.00061963s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:46.33814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.523688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:57:46.338407Z","caller":"traceutil/trace.go:171","msg":"trace[1978039663] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"2.194302031s","start":"2026-03-31T05:57:44.144083Z","end":"2026-03-31T05:57:46.338385Z","steps":["trace[1978039663] 'process raft request' (duration: 2.194178927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:46.338701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:44.144056Z","time spent":"2.194414324s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:46.339068Z","caller":"traceutil/trace.go:171","msg":"trace[55325479] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"2.91404969s","start":"2026-03-31T05:57:43.424992Z","end":"2026-03-31T05:57:46.339042Z","steps":["trace[55325479] 'process raft request' (duration: 2.363537561s)","trace[55325479] 'compare' (duration: 549.016342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:46.339191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.424966Z","time spent":"2.914156004s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:48.03761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000178576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:48.037693Z","caller":"traceutil/trace.go:171","msg":"trace[107592643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031246s","start":"2026-03-31T05:57:46.037362Z","end":"2026-03-31T05:57:48.037675Z","steps":["trace[107592643] 'agreement among raft nodes before linearized reading' (duration: 2.000201497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:48.037747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:46.037348Z","time spent":"2.000390052s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:49.349478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.129007449s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:49.349929Z","caller":"traceutil/trace.go:171","msg":"trace[1010325644] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"4.310304805s","start":"2026-03-31T05:57:45.039598Z","end":"2026-03-31T05:57:49.349903Z","steps":["trace[1010325644] 'process raft request' (duration: 4.310218192s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.349953Z","caller":"traceutil/trace.go:171","msg":"trace[1949986786] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"4.909189887s","start":"2026-03-31T05:57:44.440737Z","end":"2026-03-31T05:57:49.349927Z","steps":["trace[1949986786] 'process raft request' (duration: 4.908896827s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.350013Z","caller":"traceutil/trace.go:171","msg":"trace[112048525] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"4.310546763s","start":"2026-03-31T05:57:45.039444Z","end":"2026-03-31T05:57:49.349991Z","steps":["trace[112048525] 'process raft request' (duration: 4.310333936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.350052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.039587Z","time spent":"4.310391747s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:49.350097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:44.440724Z","time spent":"4.9092816s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:49.35011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.039423Z","time spent":"4.310641006s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:49.350202Z","caller":"traceutil/trace.go:171","msg":"trace[887377843] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"4.310513232s","start":"2026-03-31T05:57:45.03967Z","end":"2026-03-31T05:57:49.350184Z","steps":["trace[887377843] 'process raft request' (duration: 4.310198252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.350317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.039661Z","time spent":"4.310593744s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:49.350526Z","caller":"traceutil/trace.go:171","msg":"trace[1659613314] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"4.31077099s","start":"2026-03-31T05:57:45.039732Z","end":"2026-03-31T05:57:49.350503Z","steps":["trace[1659613314] 'process raft request' (duration: 4.310350316s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.350621Z","caller":"traceutil/trace.go:171","msg":"trace[1097246011] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"4.309275182s","start":"2026-03-31T05:57:45.04134Z","end":"2026-03-31T05:57:49.350615Z","steps":["trace[1097246011] 'process raft request' (duration: 4.309160259s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.350605Z","caller":"traceutil/trace.go:171","msg":"trace[393711078] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"4.310767049s","start":"2026-03-31T05:57:45.039816Z","end":"2026-03-31T05:57:49.350583Z","steps":["trace[393711078] 'process raft request' (duration: 4.310512011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.350657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.041325Z","time spent":"4.309315034s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:49.350709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.039807Z","time spent":"4.310849342s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:49.350681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.039724Z","time spent":"4.310862562s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:49.350702Z","caller":"traceutil/trace.go:171","msg":"trace[1494307755] linearizableReadLoop","detail":"{readStateIndex:27509; appliedIndex:27500; }","duration":"4.916193417s","start":"2026-03-31T05:57:44.434487Z","end":"2026-03-31T05:57:49.35068Z","steps":["trace[1494307755] 'read index received' (duration: 1.354057497s)","trace[1494307755] 'applied index is now lower than readState.Index' (duration: 3.56213393s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:57:49.350759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968784604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.350818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72619786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.350759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.355593056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.350839Z","caller":"traceutil/trace.go:171","msg":"trace[1204948575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26600; }","duration":"5.726288102s","start":"2026-03-31T05:57:43.624544Z","end":"2026-03-31T05:57:49.350832Z","steps":["trace[1204948575] 'agreement among raft nodes before linearized reading' (duration: 5.726262891s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.350831Z","caller":"traceutil/trace.go:171","msg":"trace[357970793] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26600; }","duration":"4.968897817s","start":"2026-03-31T05:57:44.381914Z","end":"2026-03-31T05:57:49.350812Z","steps":["trace[357970793] 'agreement among raft nodes before linearized reading' (duration: 4.968767813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.350857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.624525Z","time spent":"5.726328634s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:49.350866Z","caller":"traceutil/trace.go:171","msg":"trace[779914320] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26600; }","duration":"5.35572992s","start":"2026-03-31T05:57:43.995115Z","end":"2026-03-31T05:57:49.350845Z","steps":["trace[779914320] 'agreement among raft nodes before linearized reading' (duration: 5.355563315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.350797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41348066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.350923Z","caller":"traceutil/trace.go:171","msg":"trace[28563847] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26600; }","duration":"5.413696507s","start":"2026-03-31T05:57:43.937214Z","end":"2026-03-31T05:57:49.35091Z","steps":["trace[28563847] 'agreement among raft nodes before linearized reading' (duration: 5.413563182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.350953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.95401871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.35095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.313834317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:57:49.351002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.937183Z","time spent":"5.413777119s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.351033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.132724388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T05:57:49.351049Z","caller":"traceutil/trace.go:171","msg":"trace[911507635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26600; }","duration":"7.132737739s","start":"2026-03-31T05:57:42.218306Z","end":"2026-03-31T05:57:49.351044Z","steps":["trace[911507635] 'agreement among raft nodes before linearized reading' (duration: 7.132697837s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.35104Z","caller":"traceutil/trace.go:171","msg":"trace[1294813251] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26600; }","duration":"6.31392097s","start":"2026-03-31T05:57:43.037103Z","end":"2026-03-31T05:57:49.351024Z","steps":["trace[1294813251] 'agreement among raft nodes before linearized reading' (duration: 6.313728534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:42.218265Z","time spent":"7.13279425s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:57:49.351012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838076853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.351083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.037049Z","time spent":"6.314022373s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:57:49.351094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.329389563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-27zpg\" ","response":"range_response_count:1 size:6637"} {"level":"warn","ts":"2026-03-31T05:57:49.351127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.349536236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.351146Z","caller":"traceutil/trace.go:171","msg":"trace[1876520485] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26600; }","duration":"7.349555667s","start":"2026-03-31T05:57:42.001586Z","end":"2026-03-31T05:57:49.351142Z","steps":["trace[1876520485] 'agreement among raft nodes before linearized reading' (duration: 7.349527606s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.351099Z","caller":"traceutil/trace.go:171","msg":"trace[1386105012] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26600; }","duration":"7.838224918s","start":"2026-03-31T05:57:41.512857Z","end":"2026-03-31T05:57:49.351082Z","steps":["trace[1386105012] 'agreement among raft nodes before linearized reading' (duration: 7.838037682s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.35116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:42.001531Z","time spent":"7.349625749s","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.35088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:44.381891Z","time spent":"4.96897458s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.351189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.512843Z","time spent":"7.838328392s","remote":"127.0.0.1:37364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.351245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992746815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:57:49.351287Z","caller":"traceutil/trace.go:171","msg":"trace[2041124922] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26600; }","duration":"7.992826167s","start":"2026-03-31T05:57:41.358449Z","end":"2026-03-31T05:57:49.351275Z","steps":["trace[2041124922] 'agreement among raft nodes before linearized reading' (duration: 7.992715164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.307327999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:49.351374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.35843Z","time spent":"7.992930611s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T05:57:49.351393Z","caller":"traceutil/trace.go:171","msg":"trace[1793672143] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26600; }","duration":"9.307372351s","start":"2026-03-31T05:57:40.044015Z","end":"2026-03-31T05:57:49.351387Z","steps":["trace[1793672143] 'agreement among raft nodes before linearized reading' (duration: 9.30734099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.263039928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.350767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.459876032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18570"} {"level":"warn","ts":"2026-03-31T05:57:49.351452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.72348056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.351445Z","caller":"traceutil/trace.go:171","msg":"trace[1958017302] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26600; }","duration":"6.263144451s","start":"2026-03-31T05:57:43.088286Z","end":"2026-03-31T05:57:49.351431Z","steps":["trace[1958017302] 'agreement among raft nodes before linearized reading' (duration: 6.262999036s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.351466Z","caller":"traceutil/trace.go:171","msg":"trace[1823369908] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26600; }","duration":"8.723523682s","start":"2026-03-31T05:57:40.627938Z","end":"2026-03-31T05:57:49.351462Z","steps":["trace[1823369908] 'agreement among raft nodes before linearized reading' (duration: 8.723499771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.35148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.627923Z","time spent":"8.723552172s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.351492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.088266Z","time spent":"6.263211633s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.351505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.314021219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.351105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.318077406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:49.351579Z","caller":"traceutil/trace.go:171","msg":"trace[495431167] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26600; }","duration":"9.314128783s","start":"2026-03-31T05:57:40.037435Z","end":"2026-03-31T05:57:49.351563Z","steps":["trace[495431167] 'agreement among raft nodes before linearized reading' (duration: 9.31403091s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.044002Z","time spent":"9.307402121s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:49.351614Z","caller":"traceutil/trace.go:171","msg":"trace[2101209767] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26600; }","duration":"7.318595922s","start":"2026-03-31T05:57:42.033002Z","end":"2026-03-31T05:57:49.351598Z","steps":["trace[2101209767] 'agreement among raft nodes before linearized reading' (duration: 7.318090406s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.351505Z","caller":"traceutil/trace.go:171","msg":"trace[1469141793] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26600; }","duration":"7.460623365s","start":"2026-03-31T05:57:41.890847Z","end":"2026-03-31T05:57:49.351471Z","steps":["trace[1469141793] 'agreement among raft nodes before linearized reading' (duration: 7.459844371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605502372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.351645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.33022189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.351671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:42.032988Z","time spent":"7.318666364s","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:49.351688Z","caller":"traceutil/trace.go:171","msg":"trace[905927542] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26600; }","duration":"4.605621785s","start":"2026-03-31T05:57:44.746047Z","end":"2026-03-31T05:57:49.351669Z","steps":["trace[905927542] 'agreement among raft nodes before linearized reading' (duration: 4.605470381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:44.746032Z","time spent":"4.605721579s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.35179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.3315178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"warn","ts":"2026-03-31T05:57:49.351787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.329014442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T05:57:49.351815Z","caller":"traceutil/trace.go:171","msg":"trace[997971556] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26600; }","duration":"9.331562992s","start":"2026-03-31T05:57:40.020247Z","end":"2026-03-31T05:57:49.35181Z","steps":["trace[997971556] 'agreement among raft nodes before linearized reading' (duration: 9.33150616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.331404767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-cwm24\" ","response":"range_response_count:1 size:3481"} {"level":"warn","ts":"2026-03-31T05:57:49.350927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.995097Z","time spent":"5.355814734s","remote":"127.0.0.1:37292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:49.351833Z","caller":"traceutil/trace.go:171","msg":"trace[1550759332] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531; range_end:; response_count:1; response_revision:26600; }","duration":"9.329072813s","start":"2026-03-31T05:57:40.022747Z","end":"2026-03-31T05:57:49.35182Z","steps":["trace[1550759332] 'agreement among raft nodes before linearized reading' (duration: 9.328945399s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.351857Z","caller":"traceutil/trace.go:171","msg":"trace[472748537] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-cwm24; range_end:; response_count:1; response_revision:26600; }","duration":"9.331463469s","start":"2026-03-31T05:57:40.020382Z","end":"2026-03-31T05:57:49.351846Z","steps":["trace[472748537] 'agreement among raft nodes before linearized reading' (duration: 9.331316484s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.022739Z","time spent":"9.329125766s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" "} {"level":"warn","ts":"2026-03-31T05:57:49.3519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.020368Z","time spent":"9.33152409s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3505,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-cwm24\" "} {"level":"warn","ts":"2026-03-31T05:57:49.351898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.835917435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.351947Z","caller":"traceutil/trace.go:171","msg":"trace[1783530569] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26600; }","duration":"5.836007848s","start":"2026-03-31T05:57:43.515925Z","end":"2026-03-31T05:57:49.351933Z","steps":["trace[1783530569] 'agreement among raft nodes before linearized reading' (duration: 5.835929185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161002746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.352008Z","caller":"traceutil/trace.go:171","msg":"trace[2051218530] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26600; }","duration":"1.161024607s","start":"2026-03-31T05:57:48.190977Z","end":"2026-03-31T05:57:49.352002Z","steps":["trace[2051218530] 'agreement among raft nodes before linearized reading' (duration: 1.160996496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.515905Z","time spent":"5.836085071s","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.352035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:48.190933Z","time spent":"1.161085819s","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.352066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.040437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.351669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.890823Z","time spent":"7.460835732s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:57:49.352159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.457617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.352195Z","caller":"traceutil/trace.go:171","msg":"trace[1150777049] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26600; }","duration":"262.527709ms","start":"2026-03-31T05:57:49.089658Z","end":"2026-03-31T05:57:49.352186Z","steps":["trace[1150777049] 'agreement among raft nodes before linearized reading' (duration: 262.477997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139482919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:57:49.351139Z","caller":"traceutil/trace.go:171","msg":"trace[1810841156] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-27zpg; range_end:; response_count:1; response_revision:26600; }","duration":"9.329433024s","start":"2026-03-31T05:57:40.021692Z","end":"2026-03-31T05:57:49.351126Z","steps":["trace[1810841156] 'agreement among raft nodes before linearized reading' (duration: 9.329261549s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.352286Z","caller":"traceutil/trace.go:171","msg":"trace[195306714] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26600; }","duration":"3.139642783s","start":"2026-03-31T05:57:46.212628Z","end":"2026-03-31T05:57:49.352271Z","steps":["trace[195306714] 'agreement among raft nodes before linearized reading' (duration: 3.139464338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.021656Z","time spent":"9.330619772s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6661,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-27zpg\" "} {"level":"warn","ts":"2026-03-31T05:57:49.352302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618043642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:49.352344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.242597747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.352362Z","caller":"traceutil/trace.go:171","msg":"trace[1488130908] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26600; }","duration":"3.242638568s","start":"2026-03-31T05:57:46.109719Z","end":"2026-03-31T05:57:49.352358Z","steps":["trace[1488130908] 'agreement among raft nodes before linearized reading' (duration: 3.242610797s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.352357Z","caller":"traceutil/trace.go:171","msg":"trace[1138730580] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26600; }","duration":"3.618141535s","start":"2026-03-31T05:57:45.734201Z","end":"2026-03-31T05:57:49.352343Z","steps":["trace[1138730580] 'agreement among raft nodes before linearized reading' (duration: 3.618055482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:46.109706Z","time spent":"3.242667089s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.351963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305420135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.352368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.263045966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.352379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:46.212613Z","time spent":"3.139714016s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.352403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.734179Z","time spent":"3.618210546s","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:49.352419Z","caller":"traceutil/trace.go:171","msg":"trace[1799188896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26600; }","duration":"4.263126379s","start":"2026-03-31T05:57:45.089278Z","end":"2026-03-31T05:57:49.352405Z","steps":["trace[1799188896] 'agreement among raft nodes before linearized reading' (duration: 4.263054956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.089259Z","time spent":"4.263191001s","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.35253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571698222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.352564Z","caller":"traceutil/trace.go:171","msg":"trace[1905003911] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26600; }","duration":"3.571765493s","start":"2026-03-31T05:57:45.780792Z","end":"2026-03-31T05:57:49.352557Z","steps":["trace[1905003911] 'agreement among raft nodes before linearized reading' (duration: 3.571707942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.780777Z","time spent":"3.571800025s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:49.352407Z","caller":"traceutil/trace.go:171","msg":"trace[1148169793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26600; }","duration":"1.305856448s","start":"2026-03-31T05:57:48.046539Z","end":"2026-03-31T05:57:49.352395Z","steps":["trace[1148169793] 'agreement among raft nodes before linearized reading' (duration: 1.305412334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:48.046493Z","time spent":"1.306122907s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:57:49.35097Z","caller":"traceutil/trace.go:171","msg":"trace[149090907] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26600; }","duration":"6.954133313s","start":"2026-03-31T05:57:42.396831Z","end":"2026-03-31T05:57:49.350964Z","steps":["trace[149090907] 'agreement among raft nodes before linearized reading' (duration: 6.954105522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.351625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.03739Z","time spent":"9.314219946s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.352303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327834177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.352709Z","caller":"traceutil/trace.go:171","msg":"trace[1753543086] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26600; }","duration":"4.32827934s","start":"2026-03-31T05:57:45.024408Z","end":"2026-03-31T05:57:49.352688Z","steps":["trace[1753543086] 'agreement among raft nodes before linearized reading' (duration: 4.327853117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:45.024389Z","time spent":"4.328358173s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.352783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:42.396809Z","time spent":"6.955946791s","remote":"127.0.0.1:37826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.351828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.02023Z","time spent":"9.331595473s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:57:49.35201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.206329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.35168Z","caller":"traceutil/trace.go:171","msg":"trace[829344591] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:26600; }","duration":"9.330308052s","start":"2026-03-31T05:57:40.021363Z","end":"2026-03-31T05:57:49.351671Z","steps":["trace[829344591] 'agreement among raft nodes before linearized reading' (duration: 9.330198879s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.352904Z","caller":"traceutil/trace.go:171","msg":"trace[1961111504] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26600; }","duration":"504.151039ms","start":"2026-03-31T05:57:48.848737Z","end":"2026-03-31T05:57:49.352888Z","steps":["trace[1961111504] 'agreement among raft nodes before linearized reading' (duration: 503.23586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.237204583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.352963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:48.848718Z","time spent":"504.227631ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.352925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:40.021349Z","time spent":"9.331559621s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:57:49.351428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.177084821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:57:49.353023Z","caller":"traceutil/trace.go:171","msg":"trace[1446930887] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26600; }","duration":"8.178714892s","start":"2026-03-31T05:57:41.174302Z","end":"2026-03-31T05:57:49.353017Z","steps":["trace[1446930887] 'agreement among raft nodes before linearized reading' (duration: 8.177114091s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:57:49.35298Z","caller":"traceutil/trace.go:171","msg":"trace[1985061073] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26600; }","duration":"6.239223127s","start":"2026-03-31T05:57:43.113734Z","end":"2026-03-31T05:57:49.352957Z","steps":["trace[1985061073] 'agreement among raft nodes before linearized reading' (duration: 6.237166812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.353047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:41.174283Z","time spent":"8.178757634s","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:57:49.352116Z","caller":"traceutil/trace.go:171","msg":"trace[48350122] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26600; }","duration":"164.088628ms","start":"2026-03-31T05:57:49.188013Z","end":"2026-03-31T05:57:49.352101Z","steps":["trace[48350122] 'agreement among raft nodes before linearized reading' (duration: 164.023616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.352119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284071322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:57:49.353153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:43.113718Z","time spent":"6.239344251s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:57:49.353181Z","caller":"traceutil/trace.go:171","msg":"trace[1093648151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26600; }","duration":"1.285153347s","start":"2026-03-31T05:57:48.068016Z","end":"2026-03-31T05:57:49.35317Z","steps":["trace[1093648151] 'agreement among raft nodes before linearized reading' (duration: 1.284086573s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.353219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:48.068002Z","time spent":"1.285204558s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:57:49.91714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.039471ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T05:57:49.917404Z","caller":"traceutil/trace.go:171","msg":"trace[827358078] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"557.074995ms","start":"2026-03-31T05:57:49.360315Z","end":"2026-03-31T05:57:49.91739Z","steps":["trace[827358078] 'process raft request' (duration: 557.049305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.91747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.360308Z","time spent":"557.122267ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:49.917588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.356821Z","time spent":"560.764362ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:57:49.917665Z","caller":"traceutil/trace.go:171","msg":"trace[426117717] linearizableReadLoop","detail":"{readStateIndex:27510; appliedIndex:27509; }","duration":"560.749241ms","start":"2026-03-31T05:57:49.35691Z","end":"2026-03-31T05:57:49.917659Z","steps":["trace[426117717] 'read index received' (duration: 353.190083ms)","trace[426117717] 'applied index is now lower than readState.Index' (duration: 207.558628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:49.917865Z","caller":"traceutil/trace.go:171","msg":"trace[1327859244] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"560.102891ms","start":"2026-03-31T05:57:49.357752Z","end":"2026-03-31T05:57:49.917855Z","steps":["trace[1327859244] 'process raft request' (duration: 559.475731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.917911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.357728Z","time spent":"560.160093ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:49.917885Z","caller":"traceutil/trace.go:171","msg":"trace[681260742] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"559.13355ms","start":"2026-03-31T05:57:49.358713Z","end":"2026-03-31T05:57:49.917847Z","steps":["trace[681260742] 'process raft request' (duration: 558.617344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.918018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.088442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.918065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.358703Z","time spent":"559.249314ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:49.918075Z","caller":"traceutil/trace.go:171","msg":"trace[156276303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26603; }","duration":"561.187706ms","start":"2026-03-31T05:57:49.356874Z","end":"2026-03-31T05:57:49.918062Z","steps":["trace[156276303] 'agreement among raft nodes before linearized reading' (duration: 561.088372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.918121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.609997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:57:49.918145Z","caller":"traceutil/trace.go:171","msg":"trace[1333327041] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26603; }","duration":"560.669339ms","start":"2026-03-31T05:57:49.35747Z","end":"2026-03-31T05:57:49.918139Z","steps":["trace[1333327041] 'agreement among raft nodes before linearized reading' (duration: 560.567236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.918166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.357459Z","time spent":"560.7016ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:57:49.91814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.843798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:57:49.918152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.356852Z","time spent":"561.292218ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:57:49.918205Z","caller":"traceutil/trace.go:171","msg":"trace[616534752] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26603; }","duration":"556.949682ms","start":"2026-03-31T05:57:49.361241Z","end":"2026-03-31T05:57:49.918191Z","steps":["trace[616534752] 'agreement among raft nodes before linearized reading' (duration: 556.828248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.918237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.361225Z","time spent":"557.005333ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:57:49.918242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.025558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-31T05:57:49.918335Z","caller":"traceutil/trace.go:171","msg":"trace[2078571287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26603; }","duration":"553.160753ms","start":"2026-03-31T05:57:49.365154Z","end":"2026-03-31T05:57:49.918315Z","steps":["trace[2078571287] 'agreement among raft nodes before linearized reading' (duration: 552.887554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:49.918385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.365145Z","time spent":"553.230195ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T05:57:50.421334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:50.921447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:51.422187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:51.926531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:51.926615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000734503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:51.926723Z","caller":"traceutil/trace.go:171","msg":"trace[206209043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000859337s","start":"2026-03-31T05:57:49.925845Z","end":"2026-03-31T05:57:51.926705Z","steps":["trace[206209043] 'agreement among raft nodes before linearized reading' (duration: 2.000729303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:51.926776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.925806Z","time spent":"2.000960421s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:52.427459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:52.927852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:53.094374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:57:53.094459Z","caller":"traceutil/trace.go:171","msg":"trace[215879688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021672s","start":"2026-03-31T05:57:51.094418Z","end":"2026-03-31T05:57:53.09444Z","steps":["trace[215879688] 'agreement among raft nodes before linearized reading' (duration: 1.999910078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:53.094507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.094399Z","time spent":"2.000098334s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:57:53.428042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:57:53.511692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.591899638s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:53.514403Z","caller":"traceutil/trace.go:171","msg":"trace[1379619107] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"3.594951574s","start":"2026-03-31T05:57:49.919398Z","end":"2026-03-31T05:57:53.51435Z","steps":["trace[1379619107] 'process raft request' (duration: 3.592735374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:53.514561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.919381Z","time spent":"3.595092089s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:53.926837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999892856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:53.926917Z","caller":"traceutil/trace.go:171","msg":"trace[1203912149] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001407s","start":"2026-03-31T05:57:51.926882Z","end":"2026-03-31T05:57:53.926897Z","steps":["trace[1203912149] 'agreement among raft nodes before linearized reading' (duration: 1.999915617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:53.926966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.926864Z","time spent":"2.000092493s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:55.93383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999788984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:55.933892Z","caller":"traceutil/trace.go:171","msg":"trace[1835946797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999912399s","start":"2026-03-31T05:57:53.933967Z","end":"2026-03-31T05:57:55.93388Z","steps":["trace[1835946797] 'agreement among raft nodes before linearized reading' (duration: 1.999830366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:55.933924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:53.933946Z","time spent":"1.999971781s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:56.356891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997019974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:56.356967Z","caller":"traceutil/trace.go:171","msg":"trace[359468692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99722513s","start":"2026-03-31T05:57:51.359724Z","end":"2026-03-31T05:57:56.356949Z","steps":["trace[359468692] 'agreement among raft nodes before linearized reading' (duration: 4.997056894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:56.357006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.359701Z","time spent":"4.997296392s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:57:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:56.357655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.35999Z","time spent":"4.997658074s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:56.358283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.360111Z","time spent":"4.998166839s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:56.359396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.35983Z","time spent":"4.999563694s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:56.35948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.360033Z","time spent":"4.99944472s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:57:56.360146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.364612Z","time spent":"4.995532376s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:57:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:56.520695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.944572151s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:57:56.521221Z","caller":"traceutil/trace.go:171","msg":"trace[858997251] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"5.17755544s","start":"2026-03-31T05:57:51.343651Z","end":"2026-03-31T05:57:56.521206Z","steps":["trace[858997251] 'process raft request' (duration: 5.177389755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:56.521319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.343631Z","time spent":"5.177637872s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:56.521218Z","caller":"traceutil/trace.go:171","msg":"trace[1739085878] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"5.161320859s","start":"2026-03-31T05:57:51.359879Z","end":"2026-03-31T05:57:56.5212Z","steps":["trace[1739085878] 'process raft request' (duration: 5.161220406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:56.521389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.359861Z","time spent":"5.161498134s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:57:56.521534Z","caller":"traceutil/trace.go:171","msg":"trace[1051013485] linearizableReadLoop","detail":"{readStateIndex:27522; appliedIndex:27513; }","duration":"6.600468214s","start":"2026-03-31T05:57:49.921047Z","end":"2026-03-31T05:57:56.521515Z","steps":["trace[1051013485] 'read index received' (duration: 3.59102812s)","trace[1051013485] 'applied index is now lower than readState.Index' (duration: 3.009439034s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:57:56.521236Z","caller":"traceutil/trace.go:171","msg":"trace[897593263] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"5.97993555s","start":"2026-03-31T05:57:50.541223Z","end":"2026-03-31T05:57:56.521158Z","steps":["trace[897593263] 'process raft request' (duration: 5.979702863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:56.521671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.600624368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-31T05:57:56.521702Z","caller":"traceutil/trace.go:171","msg":"trace[1880552014] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26612; }","duration":"6.60068265s","start":"2026-03-31T05:57:49.921012Z","end":"2026-03-31T05:57:56.521695Z","steps":["trace[1880552014] 'agreement among raft nodes before linearized reading' (duration: 6.600577877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:56.521723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.920997Z","time spent":"6.600721222s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:57:56.52179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:50.541199Z","time spent":"5.980481708s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:57:57.934626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:57.934684Z","caller":"traceutil/trace.go:171","msg":"trace[1438207871] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799006s","start":"2026-03-31T05:57:55.933873Z","end":"2026-03-31T05:57:57.934672Z","steps":["trace[1438207871] 'agreement among raft nodes before linearized reading' (duration: 2.000721834s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:57.934715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:55.933856Z","time spent":"2.000850047s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:59.940641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.013436137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:59.940719Z","caller":"traceutil/trace.go:171","msg":"trace[373486684] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.013567881s","start":"2026-03-31T05:57:49.927133Z","end":"2026-03-31T05:57:59.940701Z","steps":["trace[373486684] 'agreement among raft nodes before linearized reading' (duration: 10.013460668s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:59.940762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.927119Z","time spent":"10.013633103s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/31 05:57:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:57:59.943953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:57:59.944063Z","caller":"traceutil/trace.go:171","msg":"trace[298558543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368683s","start":"2026-03-31T05:57:57.943659Z","end":"2026-03-31T05:57:59.944028Z","steps":["trace[298558543] 'agreement among raft nodes before linearized reading' (duration: 2.000239879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:57:59.944147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:57.943628Z","time spent":"2.000499097s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:57:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:00.793916Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.063781499s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:01.3588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999819291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.35889Z","caller":"traceutil/trace.go:171","msg":"trace[447510305] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999948884s","start":"2026-03-31T05:57:56.358921Z","end":"2026-03-31T05:58:01.35887Z","steps":["trace[447510305] 'agreement among raft nodes before linearized reading' (duration: 4.999837871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.358965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.35891Z","time spent":"5.000020987s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:01.359078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99917335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.359115Z","caller":"traceutil/trace.go:171","msg":"trace[1588230491] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999218942s","start":"2026-03-31T05:57:56.359886Z","end":"2026-03-31T05:58:01.359105Z","steps":["trace[1588230491] 'agreement among raft nodes before linearized reading' (duration: 4.99918337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.359169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.359881Z","time spent":"4.999280873s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:01.359248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000394988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.359278Z","caller":"traceutil/trace.go:171","msg":"trace[2008494766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.00045802s","start":"2026-03-31T05:57:58.358813Z","end":"2026-03-31T05:58:01.359271Z","steps":["trace[2008494766] 'agreement among raft nodes before linearized reading' (duration: 3.000427849s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.359338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:58.358797Z","time spent":"3.000534233s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:01.359413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998086746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.359443Z","caller":"traceutil/trace.go:171","msg":"trace[604701079] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998147878s","start":"2026-03-31T05:57:56.361288Z","end":"2026-03-31T05:58:01.359436Z","steps":["trace[604701079] 'agreement among raft nodes before linearized reading' (duration: 4.998116857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.359474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.361268Z","time spent":"4.998200349s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:01.359546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000071938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.359573Z","caller":"traceutil/trace.go:171","msg":"trace[900714248] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000109739s","start":"2026-03-31T05:57:56.359457Z","end":"2026-03-31T05:58:01.359567Z","steps":["trace[900714248] 'agreement among raft nodes before linearized reading' (duration: 5.000080888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.359604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.359453Z","time spent":"5.000145161s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:01.36141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999126819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.361467Z","caller":"traceutil/trace.go:171","msg":"trace[1896416986] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999207422s","start":"2026-03-31T05:57:56.362247Z","end":"2026-03-31T05:58:01.361455Z","steps":["trace[1896416986] 'agreement among raft nodes before linearized reading' (duration: 4.999134559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.361499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.362242Z","time spent":"4.999248953s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:01.401002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.474709903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.401088Z","caller":"traceutil/trace.go:171","msg":"trace[1345004852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.474851548s","start":"2026-03-31T05:57:54.926217Z","end":"2026-03-31T05:58:01.401069Z","steps":["trace[1345004852] 'agreement among raft nodes before linearized reading' (duration: 6.474746314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.401138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:54.926196Z","time spent":"6.47492871s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:01.537169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:54.536645Z","time spent":"7.000516134s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:01.944313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:01.944424Z","caller":"traceutil/trace.go:171","msg":"trace[1088154305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403743s","start":"2026-03-31T05:57:59.943995Z","end":"2026-03-31T05:58:01.944398Z","steps":["trace[1088154305] 'agreement among raft nodes before linearized reading' (duration: 2.000281379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:01.944496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:59.943977Z","time spent":"2.000499577s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:02.51242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:58.785799Z","time spent":"3.726612061s","remote":"127.0.0.1:58810","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:02.512493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636946472s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:02.512836Z","caller":"traceutil/trace.go:171","msg":"trace[1898991258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26612; }","duration":"2.637310663s","start":"2026-03-31T05:57:59.875498Z","end":"2026-03-31T05:58:02.512809Z","steps":["trace[1898991258] 'range keys from in-memory index tree' (duration: 2.63692235s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.516094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.78595626s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:02.516355Z","caller":"traceutil/trace.go:171","msg":"trace[463333765] linearizableReadLoop","detail":"{readStateIndex:27523; appliedIndex:27522; }","duration":"5.994747506s","start":"2026-03-31T05:57:56.521582Z","end":"2026-03-31T05:58:02.516329Z","steps":["trace[463333765] 'read index received' (duration: 208.496687ms)","trace[463333765] 'applied index is now lower than readState.Index' (duration: 5.786249029s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:02.516469Z","caller":"traceutil/trace.go:171","msg":"trace[1349478954] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"5.985398782s","start":"2026-03-31T05:57:56.531031Z","end":"2026-03-31T05:58:02.516429Z","steps":["trace[1349478954] 'process raft request' (duration: 5.985183126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.516526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.058340019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:02.516564Z","caller":"traceutil/trace.go:171","msg":"trace[1696141353] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26615; }","duration":"6.058435462s","start":"2026-03-31T05:57:56.458115Z","end":"2026-03-31T05:58:02.51655Z","steps":["trace[1696141353] 'agreement among raft nodes before linearized reading' (duration: 6.058320839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.516597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.458095Z","time spent":"6.058492204s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.516754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19777076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:02.51678Z","caller":"traceutil/trace.go:171","msg":"trace[1091993529] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26615; }","duration":"6.197835963s","start":"2026-03-31T05:57:56.318939Z","end":"2026-03-31T05:58:02.516775Z","steps":["trace[1091993529] 'agreement among raft nodes before linearized reading' (duration: 6.197782112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.5168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.318917Z","time spent":"6.197878064s","remote":"127.0.0.1:37210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.516864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.398987016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:02.516887Z","caller":"traceutil/trace.go:171","msg":"trace[914615651] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26615; }","duration":"11.399039158s","start":"2026-03-31T05:57:51.117842Z","end":"2026-03-31T05:58:02.516882Z","steps":["trace[914615651] 'agreement among raft nodes before linearized reading' (duration: 11.398997886s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.516867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.347588627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:02.516937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.792368975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:02.516946Z","caller":"traceutil/trace.go:171","msg":"trace[1825575674] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26615; }","duration":"11.347719311s","start":"2026-03-31T05:57:51.169209Z","end":"2026-03-31T05:58:02.516928Z","steps":["trace[1825575674] 'agreement among raft nodes before linearized reading' (duration: 11.347574527s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:02.516964Z","caller":"traceutil/trace.go:171","msg":"trace[2084100517] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26615; }","duration":"11.792394216s","start":"2026-03-31T05:57:50.724562Z","end":"2026-03-31T05:58:02.516957Z","steps":["trace[2084100517] 'agreement among raft nodes before linearized reading' (duration: 11.792357345s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.516991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:50.724504Z","time spent":"11.792482979s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.516996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.169182Z","time spent":"11.347798084s","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.517111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.005427566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:02.517136Z","caller":"traceutil/trace.go:171","msg":"trace[1949937032] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26615; }","duration":"12.005488277s","start":"2026-03-31T05:57:50.511642Z","end":"2026-03-31T05:58:02.517131Z","steps":["trace[1949937032] 'agreement among raft nodes before linearized reading' (duration: 12.005441826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.517154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:50.511622Z","time spent":"12.005526919s","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.51719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.29770748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:02.517235Z","caller":"traceutil/trace.go:171","msg":"trace[1290609134] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26615; }","duration":"10.297783932s","start":"2026-03-31T05:57:52.219437Z","end":"2026-03-31T05:58:02.517221Z","steps":["trace[1290609134] 'agreement among raft nodes before linearized reading' (duration: 10.29771685s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.517252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.152402405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:02.517271Z","caller":"traceutil/trace.go:171","msg":"trace[2140063410] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26615; }","duration":"12.152451997s","start":"2026-03-31T05:57:50.364813Z","end":"2026-03-31T05:58:02.517265Z","steps":["trace[2140063410] 'agreement among raft nodes before linearized reading' (duration: 12.152418846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.517273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:52.219422Z","time spent":"10.297840485s","remote":"127.0.0.1:37384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.517294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:50.364797Z","time spent":"12.152489627s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.517339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.053279346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:02.517437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.512633599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:02.517451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.84623331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:02.517449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.596267594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-31T05:58:02.51751Z","caller":"traceutil/trace.go:171","msg":"trace[254431363] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26615; }","duration":"7.846282162s","start":"2026-03-31T05:57:54.671203Z","end":"2026-03-31T05:58:02.517485Z","steps":["trace[254431363] 'agreement among raft nodes before linearized reading' (duration: 7.846200679s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:02.517532Z","caller":"traceutil/trace.go:171","msg":"trace[28797773] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183; range_end:; response_count:1; response_revision:26615; }","duration":"12.596361846s","start":"2026-03-31T05:57:49.921149Z","end":"2026-03-31T05:58:02.51751Z","steps":["trace[28797773] 'agreement among raft nodes before linearized reading' (duration: 12.5961496s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.517565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:54.671138Z","time spent":"7.846419006s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.517531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.242943075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:02.51762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.921146Z","time spent":"12.596458099s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" "} {"level":"warn","ts":"2026-03-31T05:58:02.516907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:51.117829Z","time spent":"11.399072388s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.517741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.596613264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T05:58:02.517788Z","caller":"traceutil/trace.go:171","msg":"trace[97545941] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:26615; }","duration":"12.596673587s","start":"2026-03-31T05:57:49.921099Z","end":"2026-03-31T05:58:02.517773Z","steps":["trace[97545941] 'agreement among raft nodes before linearized reading' (duration: 12.596516252s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.517819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:49.921091Z","time spent":"12.596720258s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" "} {"level":"info","ts":"2026-03-31T05:58:02.516387Z","caller":"traceutil/trace.go:171","msg":"trace[1800284943] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"5.842346127s","start":"2026-03-31T05:57:56.674026Z","end":"2026-03-31T05:58:02.516372Z","steps":["trace[1800284943] 'process raft request' (duration: 5.842298725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.517863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.531007Z","time spent":"5.985536876s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:02.517461Z","caller":"traceutil/trace.go:171","msg":"trace[626255415] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26615; }","duration":"9.053416241s","start":"2026-03-31T05:57:53.464002Z","end":"2026-03-31T05:58:02.517418Z","steps":["trace[626255415] 'agreement among raft nodes before linearized reading' (duration: 9.053197774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.517982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:53.463986Z","time spent":"9.053982028s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:02.517979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.674005Z","time spent":"5.843895015s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:02.517475Z","caller":"traceutil/trace.go:171","msg":"trace[355894921] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26615; }","duration":"10.512696551s","start":"2026-03-31T05:57:52.004768Z","end":"2026-03-31T05:58:02.517464Z","steps":["trace[355894921] 'agreement among raft nodes before linearized reading' (duration: 10.512633429s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.518235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:52.004723Z","time spent":"10.513486786s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:02.517649Z","caller":"traceutil/trace.go:171","msg":"trace[712313482] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26615; }","duration":"10.24312474s","start":"2026-03-31T05:57:52.274514Z","end":"2026-03-31T05:58:02.517639Z","steps":["trace[712313482] 'agreement among raft nodes before linearized reading' (duration: 10.242612454s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.51735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.999717519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T05:58:02.518481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:52.274493Z","time spent":"10.243963627s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:02.518817Z","caller":"traceutil/trace.go:171","msg":"trace[32191639] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26615; }","duration":"9.001182845s","start":"2026-03-31T05:57:53.517552Z","end":"2026-03-31T05:58:02.518735Z","steps":["trace[32191639] 'agreement among raft nodes before linearized reading' (duration: 8.999577764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.518911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:53.517527Z","time spent":"9.00133895s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:58:02.517545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.929325158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:58:02.523964Z","caller":"traceutil/trace.go:171","msg":"trace[420219099] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26615; }","duration":"9.935785211s","start":"2026-03-31T05:57:52.588079Z","end":"2026-03-31T05:58:02.523864Z","steps":["trace[420219099] 'agreement among raft nodes before linearized reading' (duration: 9.929163052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:02.524037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:52.588063Z","time spent":"9.935959767s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:58:03.017678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:03.517824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:03.953075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000956302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:03.95316Z","caller":"traceutil/trace.go:171","msg":"trace[1278552603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001078696s","start":"2026-03-31T05:58:01.952061Z","end":"2026-03-31T05:58:03.95314Z","steps":["trace[1278552603] 'agreement among raft nodes before linearized reading' (duration: 2.000974323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:03.953205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.952049Z","time spent":"2.001144407s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:04.019031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:04.519758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572564,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:04.689573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.805766863s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:05.544455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:58.543542Z","time spent":"7.000907736s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:05.953737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:05.953823Z","caller":"traceutil/trace.go:171","msg":"trace[771469194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367792s","start":"2026-03-31T05:58:03.953436Z","end":"2026-03-31T05:58:05.953804Z","steps":["trace[771469194] 'agreement among raft nodes before linearized reading' (duration: 2.000252798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:05.953876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:03.953416Z","time spent":"2.000447525s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:06.360041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.360068Z","time spent":"4.999960376s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:06.360032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999466301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} 2026/03/31 05:58:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:58:06.360134Z","caller":"traceutil/trace.go:171","msg":"trace[1397287023] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999613746s","start":"2026-03-31T05:58:01.360496Z","end":"2026-03-31T05:58:06.36011Z","steps":["trace[1397287023] 'agreement among raft nodes before linearized reading' (duration: 4.999489592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:06.360205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.360479Z","time spent":"4.999713238s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:58:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:06.360621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998405117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:06.360729Z","caller":"traceutil/trace.go:171","msg":"trace[368172463] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998526431s","start":"2026-03-31T05:58:01.362171Z","end":"2026-03-31T05:58:06.360697Z","steps":["trace[368172463] 'agreement among raft nodes before linearized reading' (duration: 4.998400097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:06.36081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.362126Z","time spent":"4.998669685s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:58:07.643097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.895709Z","time spent":"4.747373621s","remote":"127.0.0.1:43546","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:07.645507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955715083s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T05:58:07.705752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.76321923s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:58:07.706369Z","caller":"traceutil/trace.go:171","msg":"trace[580826525] linearizableReadLoop","detail":"{readStateIndex:27531; appliedIndex:27525; }","duration":"5.18993433s","start":"2026-03-31T05:58:02.516412Z","end":"2026-03-31T05:58:07.706347Z","steps":["trace[580826525] 'read index received' (duration: 2.17333221s)","trace[580826525] 'applied index is now lower than readState.Index' (duration: 3.01660118s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:07.706564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.413385524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:07.706583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338708036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:07.706662Z","caller":"traceutil/trace.go:171","msg":"trace[669745065] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26619; }","duration":"8.413511638s","start":"2026-03-31T05:57:59.293126Z","end":"2026-03-31T05:58:07.706638Z","steps":["trace[669745065] 'agreement among raft nodes before linearized reading' (duration: 8.413305682s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:07.706687Z","caller":"traceutil/trace.go:171","msg":"trace[931150898] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26619; }","duration":"5.338857071s","start":"2026-03-31T05:58:02.367803Z","end":"2026-03-31T05:58:07.70666Z","steps":["trace[931150898] 'agreement among raft nodes before linearized reading' (duration: 5.338587752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.706722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:59.293062Z","time spent":"8.413646802s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.706742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.237290228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418229"} {"level":"warn","ts":"2026-03-31T05:58:07.706766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.127210896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:07.706816Z","caller":"traceutil/trace.go:171","msg":"trace[1427630149] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26619; }","duration":"10.237411602s","start":"2026-03-31T05:57:57.469391Z","end":"2026-03-31T05:58:07.706802Z","steps":["trace[1427630149] 'agreement among raft nodes before linearized reading' (duration: 10.237050471s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.706809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.782920193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:07.706877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:57.469371Z","time spent":"10.237465154s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418253,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T05:58:07.706899Z","caller":"traceutil/trace.go:171","msg":"trace[230841032] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26618; }","duration":"6.165361412s","start":"2026-03-31T05:58:01.541503Z","end":"2026-03-31T05:58:07.706865Z","steps":["trace[230841032] 'process raft request' (duration: 6.164743933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.706937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.771521189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:07.706916Z","caller":"traceutil/trace.go:171","msg":"trace[22222668] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26619; }","duration":"10.783064127s","start":"2026-03-31T05:57:56.923836Z","end":"2026-03-31T05:58:07.7069Z","steps":["trace[22222668] 'agreement among raft nodes before linearized reading' (duration: 10.78284112s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:07.70698Z","caller":"traceutil/trace.go:171","msg":"trace[362336468] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26619; }","duration":"9.771594771s","start":"2026-03-31T05:57:57.935374Z","end":"2026-03-31T05:58:07.706969Z","steps":["trace[362336468] 'agreement among raft nodes before linearized reading' (duration: 9.771503049s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:07.706993Z","caller":"traceutil/trace.go:171","msg":"trace[1740858806] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"3.6801986s","start":"2026-03-31T05:58:04.026778Z","end":"2026-03-31T05:58:07.706976Z","steps":["trace[1740858806] 'process raft request' (duration: 3.679503278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.707033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:57.935364Z","time spent":"9.771659223s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.707037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.541482Z","time spent":"6.165477745s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:07.707085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.406917604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:07.707098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307276935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:07.707119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:04.02676Z","time spent":"3.680279053s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:07.707145Z","caller":"traceutil/trace.go:171","msg":"trace[2127743087] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26619; }","duration":"5.30738546s","start":"2026-03-31T05:58:02.399744Z","end":"2026-03-31T05:58:07.707129Z","steps":["trace[2127743087] 'agreement among raft nodes before linearized reading' (duration: 5.307177483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.707191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.399721Z","time spent":"5.307461051s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.707203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.360612Z","time spent":"6.34658932s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:58:07.706849Z","caller":"traceutil/trace.go:171","msg":"trace[2133583049] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26619; }","duration":"11.12733503s","start":"2026-03-31T05:57:56.579491Z","end":"2026-03-31T05:58:07.706826Z","steps":["trace[2133583049] 'agreement among raft nodes before linearized reading' (duration: 11.127197936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.707335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.57947Z","time spent":"11.127816755s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:07.707364Z","caller":"traceutil/trace.go:171","msg":"trace[979464547] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"6.178405812s","start":"2026-03-31T05:58:01.528946Z","end":"2026-03-31T05:58:07.707351Z","steps":["trace[979464547] 'process raft request' (duration: 6.177253796s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.707456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.528921Z","time spent":"6.178473575s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:07.707095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:56.923816Z","time spent":"10.783263934s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.706936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.198429848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:07.707795Z","caller":"traceutil/trace.go:171","msg":"trace[1530578551] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26619; }","duration":"5.199344856s","start":"2026-03-31T05:58:02.508438Z","end":"2026-03-31T05:58:07.707783Z","steps":["trace[1530578551] 'agreement among raft nodes before linearized reading' (duration: 5.198454008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.707837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.508413Z","time spent":"5.199411478s","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.707856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.503792045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:58:07.706756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.367716Z","time spent":"5.339017675s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:07.707139Z","caller":"traceutil/trace.go:171","msg":"trace[587842407] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26619; }","duration":"5.407017277s","start":"2026-03-31T05:58:02.300105Z","end":"2026-03-31T05:58:07.707122Z","steps":["trace[587842407] 'agreement among raft nodes before linearized reading' (duration: 5.406892893s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:07.707915Z","caller":"traceutil/trace.go:171","msg":"trace[194062626] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26619; }","duration":"5.503892298s","start":"2026-03-31T05:58:02.204011Z","end":"2026-03-31T05:58:07.707903Z","steps":["trace[194062626] 'agreement among raft nodes before linearized reading' (duration: 5.503665491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.707922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.300083Z","time spent":"5.407828942s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.707955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.20399Z","time spent":"5.50395417s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.706603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.623951956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:07.7083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813085086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:07.708375Z","caller":"traceutil/trace.go:171","msg":"trace[1621512322] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26619; }","duration":"5.814126669s","start":"2026-03-31T05:58:01.894237Z","end":"2026-03-31T05:58:07.708363Z","steps":["trace[1621512322] 'agreement among raft nodes before linearized reading' (duration: 5.812956263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.708443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:01.894207Z","time spent":"5.814221692s","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:07.708149Z","caller":"traceutil/trace.go:171","msg":"trace[252092427] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26619; }","duration":"10.625549726s","start":"2026-03-31T05:57:57.082583Z","end":"2026-03-31T05:58:07.708133Z","steps":["trace[252092427] 'agreement among raft nodes before linearized reading' (duration: 10.623915505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.708792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:57:57.082562Z","time spent":"10.626202517s","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:07.964399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:07.964476Z","caller":"traceutil/trace.go:171","msg":"trace[1948671284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040982s","start":"2026-03-31T05:58:05.964418Z","end":"2026-03-31T05:58:07.964459Z","steps":["trace[1948671284] 'agreement among raft nodes before linearized reading' (duration: 1.999936179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:07.964515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:05.964404Z","time spent":"2.000102814s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:08.206914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:08.526297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977459597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:08.526366Z","caller":"traceutil/trace.go:171","msg":"trace[1485866278] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.97758951s","start":"2026-03-31T05:58:05.548761Z","end":"2026-03-31T05:58:08.52635Z","steps":["trace[1485866278] 'agreement among raft nodes before linearized reading' (duration: 2.977501998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:08.5264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:05.548724Z","time spent":"2.977668823s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/31 05:58:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:09.965331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:09.965426Z","caller":"traceutil/trace.go:171","msg":"trace[286362401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343661s","start":"2026-03-31T05:58:07.965068Z","end":"2026-03-31T05:58:09.965411Z","steps":["trace[286362401] 'agreement among raft nodes before linearized reading' (duration: 2.000233988s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:09.965464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:07.965052Z","time spent":"2.000403354s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:10.61134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:10.611436Z","caller":"traceutil/trace.go:171","msg":"trace[1631519496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025887s","start":"2026-03-31T05:58:08.611158Z","end":"2026-03-31T05:58:10.611417Z","steps":["trace[1631519496] 'agreement among raft nodes before linearized reading' (duration: 2.000108835s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:10.611488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:08.611139Z","time spent":"2.000335092s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:10.952695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.457546762s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:11.023524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528714894s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-31T05:58:11.023806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150159406s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:11.023892Z","caller":"traceutil/trace.go:171","msg":"trace[573678570] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26620; }","duration":"1.15029362s","start":"2026-03-31T05:58:09.873581Z","end":"2026-03-31T05:58:11.023875Z","steps":["trace[573678570] 'range keys from in-memory index tree' (duration: 1.150149735s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:11.026176Z","caller":"traceutil/trace.go:171","msg":"trace[1822797714] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"3.317573439s","start":"2026-03-31T05:58:07.708588Z","end":"2026-03-31T05:58:11.026161Z","steps":["trace[1822797714] 'process raft request' (duration: 3.315040359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:11.026316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:07.708564Z","time spent":"3.317657601s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:11.975067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000703622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:11.97513Z","caller":"traceutil/trace.go:171","msg":"trace[1905197229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780874s","start":"2026-03-31T05:58:09.974336Z","end":"2026-03-31T05:58:11.975117Z","steps":["trace[1905197229] 'agreement among raft nodes before linearized reading' (duration: 2.000700602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:11.975161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:09.974295Z","time spent":"2.000860428s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:13.486157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459928366s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:13.486657Z","caller":"traceutil/trace.go:171","msg":"trace[1891904506] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"770.608861ms","start":"2026-03-31T05:58:12.71603Z","end":"2026-03-31T05:58:13.486639Z","steps":["trace[1891904506] 'process raft request' (duration: 770.550419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.486739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:12.716003Z","time spent":"770.692234ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:13.487003Z","caller":"traceutil/trace.go:171","msg":"trace[1049728413] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"5.778446264s","start":"2026-03-31T05:58:07.708539Z","end":"2026-03-31T05:58:13.486985Z","steps":["trace[1049728413] 'process raft request' (duration: 3.317610119s)","trace[1049728413] 'compare' (duration: 2.458195822s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:13.487061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:07.708513Z","time spent":"5.778519086s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:58:13.487581Z","caller":"traceutil/trace.go:171","msg":"trace[1953690602] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"5.379268473s","start":"2026-03-31T05:58:08.108301Z","end":"2026-03-31T05:58:13.487569Z","steps":["trace[1953690602] 'process raft request' (duration: 5.378025814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.487652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:08.108283Z","time spent":"5.379335795s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:13.487708Z","caller":"traceutil/trace.go:171","msg":"trace[543934457] linearizableReadLoop","detail":"{readStateIndex:27535; appliedIndex:27531; }","duration":"5.781230171s","start":"2026-03-31T05:58:07.706464Z","end":"2026-03-31T05:58:13.487695Z","steps":["trace[543934457] 'read index received' (duration: 788.39776ms)","trace[543934457] 'applied index is now lower than readState.Index' (duration: 4.992830651s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:13.487781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.80760474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:13.48787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.095814138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:13.487888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.964042497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-03-31T05:58:13.487861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.533292774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:13.487882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.222683548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:58:13.48791Z","caller":"traceutil/trace.go:171","msg":"trace[1744684349] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26624; }","duration":"9.09589194s","start":"2026-03-31T05:58:04.392008Z","end":"2026-03-31T05:58:13.4879Z","steps":["trace[1744684349] 'agreement among raft nodes before linearized reading' (duration: 9.095836168s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.487914Z","caller":"traceutil/trace.go:171","msg":"trace[497200727] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j; range_end:; response_count:1; response_revision:26624; }","duration":"10.964073048s","start":"2026-03-31T05:58:02.523831Z","end":"2026-03-31T05:58:13.487904Z","steps":["trace[497200727] 'agreement among raft nodes before linearized reading' (duration: 10.964002986s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.487933Z","caller":"traceutil/trace.go:171","msg":"trace[1858312686] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26624; }","duration":"10.22276144s","start":"2026-03-31T05:58:03.265159Z","end":"2026-03-31T05:58:13.487921Z","steps":["trace[1858312686] 'agreement among raft nodes before linearized reading' (duration: 10.222568344s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.487933Z","caller":"traceutil/trace.go:171","msg":"trace[2122507814] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26624; }","duration":"9.533415518s","start":"2026-03-31T05:58:03.954499Z","end":"2026-03-31T05:58:13.487914Z","steps":["trace[2122507814] 'agreement among raft nodes before linearized reading' (duration: 9.533266024s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.487946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.523827Z","time spent":"10.964111359s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4715,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j\" "} {"level":"info","ts":"2026-03-31T05:58:13.487872Z","caller":"traceutil/trace.go:171","msg":"trace[1488439734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26624; }","duration":"8.807730254s","start":"2026-03-31T05:58:04.680121Z","end":"2026-03-31T05:58:13.487852Z","steps":["trace[1488439734] 'agreement among raft nodes before linearized reading' (duration: 8.807578269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.487969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:03.265148Z","time spent":"10.222810092s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.487973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:03.954478Z","time spent":"9.533485581s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.487981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:04.680101Z","time spent":"8.807872708s","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.487958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.480800038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:58:13.487962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009884876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:13.488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.964205652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.488038Z","caller":"traceutil/trace.go:171","msg":"trace[1265229530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26624; }","duration":"10.01001736s","start":"2026-03-31T05:58:03.478005Z","end":"2026-03-31T05:58:13.488023Z","steps":["trace[1265229530] 'agreement among raft nodes before linearized reading' (duration: 10.009882245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.488055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.562792459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T05:58:13.488078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.70778133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:13.487944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:04.391979Z","time spent":"9.095956782s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.487824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.289204517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-31T05:58:13.488101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.228805091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.488093Z","caller":"traceutil/trace.go:171","msg":"trace[195083503] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:26624; }","duration":"10.964336376s","start":"2026-03-31T05:58:02.523731Z","end":"2026-03-31T05:58:13.488068Z","steps":["trace[195083503] 'agreement among raft nodes before linearized reading' (duration: 10.964181411s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.488132Z","caller":"traceutil/trace.go:171","msg":"trace[1098541052] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26624; }","duration":"7.707876474s","start":"2026-03-31T05:58:05.780238Z","end":"2026-03-31T05:58:13.488115Z","steps":["trace[1098541052] 'agreement among raft nodes before linearized reading' (duration: 7.707818502s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.48814Z","caller":"traceutil/trace.go:171","msg":"trace[215409499] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26624; }","duration":"9.289549468s","start":"2026-03-31T05:58:04.198576Z","end":"2026-03-31T05:58:13.488125Z","steps":["trace[215409499] 'agreement among raft nodes before linearized reading' (duration: 9.289157146s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.488145Z","caller":"traceutil/trace.go:171","msg":"trace[236168146] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26624; }","duration":"10.228923014s","start":"2026-03-31T05:58:03.259206Z","end":"2026-03-31T05:58:13.488129Z","steps":["trace[236168146] 'agreement among raft nodes before linearized reading' (duration: 10.228859052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.487931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.905336242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:13.488162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.564045189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:58:13.488156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.523709Z","time spent":"10.964434069s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:58:13.488183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:04.198556Z","time spent":"9.28961643s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:58:13.488183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:03.259182Z","time spent":"10.228990696s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.488034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.460740744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.488196Z","caller":"traceutil/trace.go:171","msg":"trace[241987925] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26624; }","duration":"7.905634142s","start":"2026-03-31T05:58:05.582545Z","end":"2026-03-31T05:58:13.488179Z","steps":["trace[241987925] 'agreement among raft nodes before linearized reading' (duration: 7.905351613s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.488228Z","caller":"traceutil/trace.go:171","msg":"trace[2111688245] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26624; }","duration":"6.46095819s","start":"2026-03-31T05:58:07.027259Z","end":"2026-03-31T05:58:13.488218Z","steps":["trace[2111688245] 'agreement among raft nodes before linearized reading' (duration: 6.460743673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.488234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:05.582526Z","time spent":"7.905696664s","remote":"127.0.0.1:37682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.488243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.73045651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:13.488257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:07.027242Z","time spent":"6.461005512s","remote":"127.0.0.1:53252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.488275Z","caller":"traceutil/trace.go:171","msg":"trace[857983664] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26624; }","duration":"8.730528232s","start":"2026-03-31T05:58:04.757738Z","end":"2026-03-31T05:58:13.488266Z","steps":["trace[857983664] 'agreement among raft nodes before linearized reading' (duration: 8.730475131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.487927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.804439375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:13.487821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.963873042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:58:13.488086Z","caller":"traceutil/trace.go:171","msg":"trace[1523993893] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26624; }","duration":"8.562844541s","start":"2026-03-31T05:58:04.925233Z","end":"2026-03-31T05:58:13.488078Z","steps":["trace[1523993893] 'agreement among raft nodes before linearized reading' (duration: 8.562716787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.488308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:04.75772Z","time spent":"8.730578324s","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.488316Z","caller":"traceutil/trace.go:171","msg":"trace[1729755517] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26624; }","duration":"7.804884449s","start":"2026-03-31T05:58:05.683421Z","end":"2026-03-31T05:58:13.488305Z","steps":["trace[1729755517] 'agreement among raft nodes before linearized reading' (duration: 7.804428194s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.488322Z","caller":"traceutil/trace.go:171","msg":"trace[1289795484] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26624; }","duration":"10.964407109s","start":"2026-03-31T05:58:02.523904Z","end":"2026-03-31T05:58:13.488311Z","steps":["trace[1289795484] 'agreement among raft nodes before linearized reading' (duration: 10.963851931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.488338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:04.925223Z","time spent":"8.563106069s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:58:13.488349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:05.683401Z","time spent":"7.804936881s","remote":"127.0.0.1:37426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.488361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:02.523884Z","time spent":"10.964466641s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T05:58:13.488197Z","caller":"traceutil/trace.go:171","msg":"trace[666421916] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26624; }","duration":"8.564122892s","start":"2026-03-31T05:58:04.924064Z","end":"2026-03-31T05:58:13.488187Z","steps":["trace[666421916] 'agreement among raft nodes before linearized reading' (duration: 8.564039019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.488193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:05.780216Z","time spent":"7.707948105s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.488036Z","caller":"traceutil/trace.go:171","msg":"trace[1416221549] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26624; }","duration":"10.480924741s","start":"2026-03-31T05:58:03.007091Z","end":"2026-03-31T05:58:13.488015Z","steps":["trace[1416221549] 'agreement among raft nodes before linearized reading' (duration: 10.480656603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.488087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:03.477983Z","time spent":"10.010092712s","remote":"127.0.0.1:53420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.488492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:03.007068Z","time spent":"10.481412317s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:58:13.488454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:04.924042Z","time spent":"8.56440068s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:13.564578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593711196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:13.564652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96025616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.564668Z","caller":"traceutil/trace.go:171","msg":"trace[1454601057] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26625; }","duration":"3.593818309s","start":"2026-03-31T05:58:09.970831Z","end":"2026-03-31T05:58:13.56465Z","steps":["trace[1454601057] 'agreement among raft nodes before linearized reading' (duration: 3.593660144s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:13.564703Z","caller":"traceutil/trace.go:171","msg":"trace[1515739294] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26625; }","duration":"1.960338172s","start":"2026-03-31T05:58:11.604347Z","end":"2026-03-31T05:58:13.564685Z","steps":["trace[1515739294] 'agreement among raft nodes before linearized reading' (duration: 1.96028226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.564684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497425593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.564801Z","caller":"traceutil/trace.go:171","msg":"trace[230146747] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26625; }","duration":"1.497597618s","start":"2026-03-31T05:58:12.067172Z","end":"2026-03-31T05:58:13.564769Z","steps":["trace[230146747] 'agreement among raft nodes before linearized reading' (duration: 1.497385951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.564859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531935724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T05:58:13.564883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:12.067152Z","time spent":"1.497713562s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.564892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492676948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:13.56493Z","caller":"traceutil/trace.go:171","msg":"trace[707994543] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26625; }","duration":"2.492782532s","start":"2026-03-31T05:58:11.072138Z","end":"2026-03-31T05:58:13.56492Z","steps":["trace[707994543] 'agreement among raft nodes before linearized reading' (duration: 2.492626437s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.564951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299315613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.564977Z","caller":"traceutil/trace.go:171","msg":"trace[1144369115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26625; }","duration":"1.299346514s","start":"2026-03-31T05:58:12.265622Z","end":"2026-03-31T05:58:13.564969Z","steps":["trace[1144369115] 'agreement among raft nodes before linearized reading' (duration: 1.299298113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.56501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:12.265562Z","time spent":"1.299439277s","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.565031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:11.072112Z","time spent":"2.492844683s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.564899Z","caller":"traceutil/trace.go:171","msg":"trace[707691905] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26625; }","duration":"2.532001416s","start":"2026-03-31T05:58:11.032885Z","end":"2026-03-31T05:58:13.564886Z","steps":["trace[707691905] 'agreement among raft nodes before linearized reading' (duration: 2.531601364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.565211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170206072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:13.565264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:11.03287Z","time spent":"2.532379798s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"info","ts":"2026-03-31T05:58:13.565293Z","caller":"traceutil/trace.go:171","msg":"trace[555371352] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26625; }","duration":"4.170311016s","start":"2026-03-31T05:58:09.394963Z","end":"2026-03-31T05:58:13.565274Z","steps":["trace[555371352] 'agreement among raft nodes before linearized reading' (duration: 4.17013301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.565355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:09.394918Z","time spent":"4.170417999s","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.565634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615352697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.565663Z","caller":"traceutil/trace.go:171","msg":"trace[634540824] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26625; }","duration":"3.615418689s","start":"2026-03-31T05:58:09.950235Z","end":"2026-03-31T05:58:13.565654Z","steps":["trace[634540824] 'agreement among raft nodes before linearized reading' (duration: 3.615366157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.564743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:11.604327Z","time spent":"1.960403715s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.565667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35605097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:13.565706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:09.950215Z","time spent":"3.615468281s","remote":"127.0.0.1:37316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.565721Z","caller":"traceutil/trace.go:171","msg":"trace[577535571] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26625; }","duration":"1.356154883s","start":"2026-03-31T05:58:12.209554Z","end":"2026-03-31T05:58:13.565709Z","steps":["trace[577535571] 'agreement among raft nodes before linearized reading' (duration: 1.355940277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.566164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.387006521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:13.56619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:12.209536Z","time spent":"1.356529735s","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.566212Z","caller":"traceutil/trace.go:171","msg":"trace[1735190415] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26625; }","duration":"4.387083193s","start":"2026-03-31T05:58:09.179117Z","end":"2026-03-31T05:58:13.5662Z","steps":["trace[1735190415] 'agreement among raft nodes before linearized reading' (duration: 4.386940708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.565139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.405861294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:13.566231Z","caller":"traceutil/trace.go:171","msg":"trace[1270954617] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"740.606715ms","start":"2026-03-31T05:58:12.825609Z","end":"2026-03-31T05:58:13.566216Z","steps":["trace[1270954617] 'process raft request' (duration: 738.708516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.566242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:09.179105Z","time spent":"4.387129135s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.566282Z","caller":"traceutil/trace.go:171","msg":"trace[1174437305] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26625; }","duration":"4.407037701s","start":"2026-03-31T05:58:09.159212Z","end":"2026-03-31T05:58:13.56625Z","steps":["trace[1174437305] 'agreement among raft nodes before linearized reading' (duration: 4.405829263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.566304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908582368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:58:13.566323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:12.825591Z","time spent":"740.675928ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:13.566345Z","caller":"traceutil/trace.go:171","msg":"trace[1761169361] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26625; }","duration":"4.908658281s","start":"2026-03-31T05:58:08.657673Z","end":"2026-03-31T05:58:13.566331Z","steps":["trace[1761169361] 'agreement among raft nodes before linearized reading' (duration: 4.908470755s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.566361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:09.159196Z","time spent":"4.407141585s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.566472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51558964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.566504Z","caller":"traceutil/trace.go:171","msg":"trace[1393850499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26625; }","duration":"4.515665453s","start":"2026-03-31T05:58:09.05083Z","end":"2026-03-31T05:58:13.566496Z","steps":["trace[1393850499] 'agreement among raft nodes before linearized reading' (duration: 4.51557728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.566536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:09.050804Z","time spent":"4.515722424s","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:13.566557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.855008896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-31T05:58:13.566388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:08.657653Z","time spent":"4.908722252s","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:13.566596Z","caller":"traceutil/trace.go:171","msg":"trace[624329979] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26625; }","duration":"5.855088418s","start":"2026-03-31T05:58:07.711499Z","end":"2026-03-31T05:58:13.566588Z","steps":["trace[624329979] 'agreement among raft nodes before linearized reading' (duration: 5.854963164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.566624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:07.711478Z","time spent":"5.85514013s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T05:58:13.564593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589301446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:13.566959Z","caller":"traceutil/trace.go:171","msg":"trace[357856277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26625; }","duration":"1.591711052s","start":"2026-03-31T05:58:11.975233Z","end":"2026-03-31T05:58:13.566944Z","steps":["trace[357856277] 'agreement among raft nodes before linearized reading' (duration: 1.589311537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:13.567012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:11.975218Z","time spent":"1.591777964s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:13.564715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:09.970818Z","time spent":"3.593884991s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:58:14.064753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572577,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:58:14.4133Z","caller":"traceutil/trace.go:171","msg":"trace[1498180804] transaction","detail":"{read_only:false; response_revision:26626; number_of_response:1; }","duration":"920.464261ms","start":"2026-03-31T05:58:13.492815Z","end":"2026-03-31T05:58:14.413279Z","steps":["trace[1498180804] 'process raft request' (duration: 919.774729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.413438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.492798Z","time spent":"920.565834ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:14.413802Z","caller":"traceutil/trace.go:171","msg":"trace[1666064928] transaction","detail":"{read_only:false; response_revision:26627; number_of_response:1; }","duration":"919.296254ms","start":"2026-03-31T05:58:13.494275Z","end":"2026-03-31T05:58:14.413571Z","steps":["trace[1666064928] 'process raft request' (duration: 918.949893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.413996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.49425Z","time spent":"919.630694ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:14.413574Z","caller":"traceutil/trace.go:171","msg":"trace[2130317638] transaction","detail":"{read_only:false; response_revision:26628; number_of_response:1; }","duration":"917.487777ms","start":"2026-03-31T05:58:13.496051Z","end":"2026-03-31T05:58:14.413539Z","steps":["trace[2130317638] 'process raft request' (duration: 917.370343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.414258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.496043Z","time spent":"918.135757ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:14.464913Z","caller":"traceutil/trace.go:171","msg":"trace[1993340213] linearizableReadLoop","detail":"{readStateIndex:27542; appliedIndex:27537; }","duration":"900.43081ms","start":"2026-03-31T05:58:13.564465Z","end":"2026-03-31T05:58:14.464896Z","steps":["trace[1993340213] 'read index received' (duration: 848.723941ms)","trace[1993340213] 'applied index is now lower than readState.Index' (duration: 51.706299ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:14.464988Z","caller":"traceutil/trace.go:171","msg":"trace[1287389538] transaction","detail":"{read_only:false; response_revision:26629; number_of_response:1; }","duration":"897.024293ms","start":"2026-03-31T05:58:13.567957Z","end":"2026-03-31T05:58:14.464981Z","steps":["trace[1287389538] 'process raft request' (duration: 896.812736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.465056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.567938Z","time spent":"897.065153ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:14.465232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.550088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:14.465266Z","caller":"traceutil/trace.go:171","msg":"trace[730546321] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26630; }","duration":"890.60082ms","start":"2026-03-31T05:58:13.574656Z","end":"2026-03-31T05:58:14.465257Z","steps":["trace[730546321] 'agreement among raft nodes before linearized reading' (duration: 890.543388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.465281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.574648Z","time spent":"890.628611ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:58:14.465298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.127713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:14.465332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.705604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:14.46537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.351581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:14.465385Z","caller":"traceutil/trace.go:171","msg":"trace[1645894912] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26630; }","duration":"528.382522ms","start":"2026-03-31T05:58:13.936998Z","end":"2026-03-31T05:58:14.465381Z","steps":["trace[1645894912] 'agreement among raft nodes before linearized reading' (duration: 528.344841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:14.465382Z","caller":"traceutil/trace.go:171","msg":"trace[574686201] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:26630; }","duration":"975.240955ms","start":"2026-03-31T05:58:13.49012Z","end":"2026-03-31T05:58:14.465361Z","steps":["trace[574686201] 'agreement among raft nodes before linearized reading' (duration: 975.085951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:14.465395Z","caller":"traceutil/trace.go:171","msg":"trace[1934292251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26630; }","duration":"356.817788ms","start":"2026-03-31T05:58:14.108563Z","end":"2026-03-31T05:58:14.465381Z","steps":["trace[1934292251] 'agreement among raft nodes before linearized reading' (duration: 356.682634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.465428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.108541Z","time spent":"356.88046ms","remote":"127.0.0.1:37344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:14.465469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.179648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"info","ts":"2026-03-31T05:58:14.465488Z","caller":"traceutil/trace.go:171","msg":"trace[1548938475] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26630; }","duration":"650.237249ms","start":"2026-03-31T05:58:13.815246Z","end":"2026-03-31T05:58:14.465483Z","steps":["trace[1548938475] 'agreement among raft nodes before linearized reading' (duration: 650.165157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.465499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.815226Z","time spent":"650.270961ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:58:14.465595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.328004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:14.465611Z","caller":"traceutil/trace.go:171","msg":"trace[491006474] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26630; }","duration":"711.381425ms","start":"2026-03-31T05:58:13.754224Z","end":"2026-03-31T05:58:14.465605Z","steps":["trace[491006474] 'agreement among raft nodes before linearized reading' (duration: 711.352654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.465625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.754205Z","time spent":"711.416467ms","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:14.465631Z","caller":"traceutil/trace.go:171","msg":"trace[85930097] transaction","detail":"{read_only:false; response_revision:26630; number_of_response:1; }","duration":"893.912995ms","start":"2026-03-31T05:58:13.571706Z","end":"2026-03-31T05:58:14.465619Z","steps":["trace[85930097] 'process raft request' (duration: 893.152601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.465708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.133473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:14.465724Z","caller":"traceutil/trace.go:171","msg":"trace[1876668490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26630; }","duration":"889.176175ms","start":"2026-03-31T05:58:13.576544Z","end":"2026-03-31T05:58:14.46572Z","steps":["trace[1876668490] 'agreement among raft nodes before linearized reading' (duration: 889.151424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.465726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.571689Z","time spent":"893.977886ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:14.465745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.576529Z","time spent":"889.212176ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:14.465403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.936991Z","time spent":"528.407613ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:14.465425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.490092Z","time spent":"975.325358ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:58:14.465966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.110749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-31T05:58:14.465999Z","caller":"traceutil/trace.go:171","msg":"trace[1048095023] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087; range_end:; response_count:1; response_revision:26630; }","duration":"973.172651ms","start":"2026-03-31T05:58:13.492816Z","end":"2026-03-31T05:58:14.465988Z","steps":["trace[1048095023] 'agreement among raft nodes before linearized reading' (duration: 973.061248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.466029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:13.492782Z","time spent":"973.237863ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" "} {"level":"info","ts":"2026-03-31T05:58:14.613543Z","caller":"traceutil/trace.go:171","msg":"trace[580845675] linearizableReadLoop","detail":"{readStateIndex:27543; appliedIndex:27542; }","duration":"146.448003ms","start":"2026-03-31T05:58:14.467068Z","end":"2026-03-31T05:58:14.613516Z","steps":["trace[580845675] 'read index received' (duration: 63.49389ms)","trace[580845675] 'applied index is now lower than readState.Index' (duration: 82.952223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:14.614058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.970349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:14.614216Z","caller":"traceutil/trace.go:171","msg":"trace[283220579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26630; }","duration":"147.173465ms","start":"2026-03-31T05:58:14.467027Z","end":"2026-03-31T05:58:14.614201Z","steps":["trace[283220579] 'agreement among raft nodes before linearized reading' (duration: 146.934618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.615266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.975816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:58:14.615323Z","caller":"traceutil/trace.go:171","msg":"trace[1228135657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26631; }","duration":"139.017968ms","start":"2026-03-31T05:58:14.476278Z","end":"2026-03-31T05:58:14.615296Z","steps":["trace[1228135657] 'agreement among raft nodes before linearized reading' (duration: 138.886494ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:14.615573Z","caller":"traceutil/trace.go:171","msg":"trace[1432012885] transaction","detail":"{read_only:false; response_revision:26631; number_of_response:1; }","duration":"139.117451ms","start":"2026-03-31T05:58:14.476446Z","end":"2026-03-31T05:58:14.615563Z","steps":["trace[1432012885] 'process raft request' (duration: 138.604625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.615772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.374639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:14.615813Z","caller":"traceutil/trace.go:171","msg":"trace[534779986] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26631; }","duration":"112.423761ms","start":"2026-03-31T05:58:14.503379Z","end":"2026-03-31T05:58:14.615803Z","steps":["trace[534779986] 'agreement among raft nodes before linearized reading' (duration: 112.345838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.616033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.571626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"info","ts":"2026-03-31T05:58:14.616083Z","caller":"traceutil/trace.go:171","msg":"trace[496007381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26631; }","duration":"139.656728ms","start":"2026-03-31T05:58:14.476413Z","end":"2026-03-31T05:58:14.61607Z","steps":["trace[496007381] 'agreement among raft nodes before linearized reading' (duration: 139.540764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:14.616432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.042501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:58:14.616492Z","caller":"traceutil/trace.go:171","msg":"trace[131370388] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26632; }","duration":"140.118403ms","start":"2026-03-31T05:58:14.476359Z","end":"2026-03-31T05:58:14.616478Z","steps":["trace[131370388] 'agreement among raft nodes before linearized reading' (duration: 139.907796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.122218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572588,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:58:15.33383Z","caller":"traceutil/trace.go:171","msg":"trace[1883120552] linearizableReadLoop","detail":"{readStateIndex:27546; appliedIndex:27545; }","duration":"712.717677ms","start":"2026-03-31T05:58:14.621078Z","end":"2026-03-31T05:58:15.333796Z","steps":["trace[1883120552] 'read index received' (duration: 712.562282ms)","trace[1883120552] 'applied index is now lower than readState.Index' (duration: 153.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:15.333883Z","caller":"traceutil/trace.go:171","msg":"trace[853475310] transaction","detail":"{read_only:false; response_revision:26633; number_of_response:1; }","duration":"714.213763ms","start":"2026-03-31T05:58:14.61964Z","end":"2026-03-31T05:58:15.333854Z","steps":["trace[853475310] 'process raft request' (duration: 714.014957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.334042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.619618Z","time spent":"714.329847ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:15.334146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.016946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T05:58:15.334236Z","caller":"traceutil/trace.go:171","msg":"trace[1764749534] range","detail":"{range_begin:/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118; range_end:; response_count:1; response_revision:26633; }","duration":"713.177971ms","start":"2026-03-31T05:58:14.621042Z","end":"2026-03-31T05:58:15.33422Z","steps":["trace[1764749534] 'agreement among raft nodes before linearized reading' (duration: 712.870971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.334282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.62103Z","time spent":"713.238773ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118\" "} {"level":"warn","ts":"2026-03-31T05:58:15.666983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.42619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:15.667053Z","caller":"traceutil/trace.go:171","msg":"trace[1875204218] linearizableReadLoop","detail":"{readStateIndex:27547; appliedIndex:27546; }","duration":"333.113121ms","start":"2026-03-31T05:58:15.33393Z","end":"2026-03-31T05:58:15.667043Z","steps":["trace[1875204218] 'read index received' (duration: 113.465334ms)","trace[1875204218] 'applied index is now lower than readState.Index' (duration: 219.646817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:15.667107Z","caller":"traceutil/trace.go:171","msg":"trace[843021952] transaction","detail":"{read_only:false; response_revision:26634; number_of_response:1; }","duration":"452.895554ms","start":"2026-03-31T05:58:15.214205Z","end":"2026-03-31T05:58:15.6671Z","steps":["trace[843021952] 'process raft request' (duration: 233.295218ms)","trace[843021952] 'compare' (duration: 219.238375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:15.66714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.214188Z","time spent":"452.932626ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:15.667355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.20009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5f5f99497d-mk46r.18a1d6d8ac804a99\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-31T05:58:15.667342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046055335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T05:58:15.667378Z","caller":"traceutil/trace.go:171","msg":"trace[474726550] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5f5f99497d-mk46r.18a1d6d8ac804a99; range_end:; response_count:1; response_revision:26634; }","duration":"330.254522ms","start":"2026-03-31T05:58:15.337117Z","end":"2026-03-31T05:58:15.667372Z","steps":["trace[474726550] 'agreement among raft nodes before linearized reading' (duration: 330.136938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.337102Z","time spent":"330.289412ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-5f5f99497d-mk46r.18a1d6d8ac804a99\" "} {"level":"info","ts":"2026-03-31T05:58:15.667398Z","caller":"traceutil/trace.go:171","msg":"trace[237611312] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26634; }","duration":"1.046180639s","start":"2026-03-31T05:58:14.621203Z","end":"2026-03-31T05:58:15.667384Z","steps":["trace[237611312] 'agreement among raft nodes before linearized reading' (duration: 1.045977413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.72931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:15.667434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.621183Z","time spent":"1.046243521s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T05:58:15.667463Z","caller":"traceutil/trace.go:171","msg":"trace[1999897438] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26634; }","duration":"392.804692ms","start":"2026-03-31T05:58:15.274642Z","end":"2026-03-31T05:58:15.667446Z","steps":["trace[1999897438] 'agreement among raft nodes before linearized reading' (duration: 392.74894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.371203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:15.667508Z","caller":"traceutil/trace.go:171","msg":"trace[1355525888] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26634; }","duration":"302.416305ms","start":"2026-03-31T05:58:15.365085Z","end":"2026-03-31T05:58:15.667501Z","steps":["trace[1355525888] 'agreement among raft nodes before linearized reading' (duration: 302.388014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.36507Z","time spent":"302.448726ms","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:15.667513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.274626Z","time spent":"392.877774ms","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:15.667598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044365261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:15.667347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043928238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-31T05:58:15.667628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.890407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T05:58:15.667631Z","caller":"traceutil/trace.go:171","msg":"trace[1642479575] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26634; }","duration":"1.044414333s","start":"2026-03-31T05:58:14.623209Z","end":"2026-03-31T05:58:15.667623Z","steps":["trace[1642479575] 'agreement among raft nodes before linearized reading' (duration: 1.044360862s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:15.667645Z","caller":"traceutil/trace.go:171","msg":"trace[1874751282] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26634; }","duration":"327.906047ms","start":"2026-03-31T05:58:15.339732Z","end":"2026-03-31T05:58:15.667638Z","steps":["trace[1874751282] 'agreement among raft nodes before linearized reading' (duration: 327.860426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.6232Z","time spent":"1.044445054s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:58:15.667664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.339671Z","time spent":"327.98985ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-31T05:58:15.667666Z","caller":"traceutil/trace.go:171","msg":"trace[2083290706] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26634; }","duration":"1.044263328s","start":"2026-03-31T05:58:14.623379Z","end":"2026-03-31T05:58:15.667643Z","steps":["trace[2083290706] 'agreement among raft nodes before linearized reading' (duration: 1.043791243s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039512729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:15.667733Z","caller":"traceutil/trace.go:171","msg":"trace[1756315922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26634; }","duration":"1.039589092s","start":"2026-03-31T05:58:14.62813Z","end":"2026-03-31T05:58:15.667719Z","steps":["trace[1756315922] 'agreement among raft nodes before linearized reading' (duration: 1.039492318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.623372Z","time spent":"1.044350332s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:58:15.667734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.638955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:15.667776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.628121Z","time spent":"1.039648383s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:58:15.66782Z","caller":"traceutil/trace.go:171","msg":"trace[1668018847] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26634; }","duration":"967.779869ms","start":"2026-03-31T05:58:14.700022Z","end":"2026-03-31T05:58:15.667802Z","steps":["trace[1668018847] 'agreement among raft nodes before linearized reading' (duration: 967.589653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.667869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:14.700002Z","time spent":"967.856392ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:15.942718Z","caller":"traceutil/trace.go:171","msg":"trace[1568146999] linearizableReadLoop","detail":"{readStateIndex:27549; appliedIndex:27548; }","duration":"222.033673ms","start":"2026-03-31T05:58:15.720665Z","end":"2026-03-31T05:58:15.942699Z","steps":["trace[1568146999] 'read index received' (duration: 165.0961ms)","trace[1568146999] 'applied index is now lower than readState.Index' (duration: 56.936633ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:15.942941Z","caller":"traceutil/trace.go:171","msg":"trace[454575180] transaction","detail":"{read_only:false; response_revision:26636; number_of_response:1; }","duration":"266.494654ms","start":"2026-03-31T05:58:15.676435Z","end":"2026-03-31T05:58:15.94293Z","steps":["trace[454575180] 'process raft request' (duration: 209.372144ms)","trace[454575180] 'compare' (duration: 56.575212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:15.943157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.293092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-31T05:58:15.943187Z","caller":"traceutil/trace.go:171","msg":"trace[1325355341] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:26636; }","duration":"236.365774ms","start":"2026-03-31T05:58:15.706815Z","end":"2026-03-31T05:58:15.94318Z","steps":["trace[1325355341] 'agreement among raft nodes before linearized reading' (duration: 236.256321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.943333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.337865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:15.943359Z","caller":"traceutil/trace.go:171","msg":"trace[937593101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26636; }","duration":"264.415978ms","start":"2026-03-31T05:58:15.678937Z","end":"2026-03-31T05:58:15.943353Z","steps":["trace[937593101] 'agreement among raft nodes before linearized reading' (duration: 264.343936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.943491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.596313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T05:58:15.943517Z","caller":"traceutil/trace.go:171","msg":"trace[744255076] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca; range_end:; response_count:1; response_revision:26636; }","duration":"264.642015ms","start":"2026-03-31T05:58:15.678867Z","end":"2026-03-31T05:58:15.943509Z","steps":["trace[744255076] 'agreement among raft nodes before linearized reading' (duration: 264.577573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.943658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.40925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-6b9d4685d4-cjn7c.18a1d6d8ad021bfd\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-31T05:58:15.943684Z","caller":"traceutil/trace.go:171","msg":"trace[259596930] range","detail":"{range_begin:/registry/events/openstack/heat-api-6b9d4685d4-cjn7c.18a1d6d8ad021bfd; range_end:; response_count:1; response_revision:26636; }","duration":"219.479543ms","start":"2026-03-31T05:58:15.724199Z","end":"2026-03-31T05:58:15.943678Z","steps":["trace[259596930] 'agreement among raft nodes before linearized reading' (duration: 219.413571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:15.943894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.83198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:15.943918Z","caller":"traceutil/trace.go:171","msg":"trace[2080646746] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26636; }","duration":"196.898631ms","start":"2026-03-31T05:58:15.747013Z","end":"2026-03-31T05:58:15.943912Z","steps":["trace[2080646746] 'agreement among raft nodes before linearized reading' (duration: 196.8552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:16.384874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.459043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:16.385045Z","caller":"traceutil/trace.go:171","msg":"trace[924246141] linearizableReadLoop","detail":"{readStateIndex:27551; appliedIndex:27550; }","duration":"413.334708ms","start":"2026-03-31T05:58:15.971642Z","end":"2026-03-31T05:58:16.384977Z","steps":["trace[924246141] 'read index received' (duration: 286.663199ms)","trace[924246141] 'applied index is now lower than readState.Index' (duration: 126.668699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:16.385294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.645698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T05:58:16.385351Z","caller":"traceutil/trace.go:171","msg":"trace[1765665115] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26638; }","duration":"413.71169ms","start":"2026-03-31T05:58:15.971613Z","end":"2026-03-31T05:58:16.385325Z","steps":["trace[1765665115] 'agreement among raft nodes before linearized reading' (duration: 413.481863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:16.385415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.971598Z","time spent":"413.805644ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-31T05:58:16.385698Z","caller":"traceutil/trace.go:171","msg":"trace[384921625] transaction","detail":"{read_only:false; response_revision:26638; number_of_response:1; }","duration":"416.227249ms","start":"2026-03-31T05:58:15.969448Z","end":"2026-03-31T05:58:16.385676Z","steps":["trace[384921625] 'process raft request' (duration: 288.842497ms)","trace[384921625] 'compare' (duration: 121.832307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:16.385806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.969429Z","time spent":"416.334033ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:16.386214Z","caller":"traceutil/trace.go:171","msg":"trace[768744799] transaction","detail":"{read_only:false; response_revision:26639; number_of_response:1; }","duration":"411.15745ms","start":"2026-03-31T05:58:15.974947Z","end":"2026-03-31T05:58:16.386104Z","steps":["trace[768744799] 'process raft request' (duration: 410.979274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:16.38639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.974934Z","time spent":"411.375046ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:16.386611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.21474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T05:58:16.38671Z","caller":"traceutil/trace.go:171","msg":"trace[947339090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26639; }","duration":"410.320574ms","start":"2026-03-31T05:58:15.976351Z","end":"2026-03-31T05:58:16.386671Z","steps":["trace[947339090] 'agreement among raft nodes before linearized reading' (duration: 410.126247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:16.386779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:15.976335Z","time spent":"410.423386ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:16.38711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.885339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:16.387186Z","caller":"traceutil/trace.go:171","msg":"trace[1691385961] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26639; }","duration":"208.975832ms","start":"2026-03-31T05:58:16.17818Z","end":"2026-03-31T05:58:16.387156Z","steps":["trace[1691385961] 'agreement among raft nodes before linearized reading' (duration: 208.855528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:16.583646Z","caller":"traceutil/trace.go:171","msg":"trace[1216351004] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"184.892113ms","start":"2026-03-31T05:58:16.398712Z","end":"2026-03-31T05:58:16.583605Z","steps":["trace[1216351004] 'process raft request' (duration: 141.197777ms)","trace[1216351004] 'compare' (duration: 43.425177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:17.12737Z","caller":"traceutil/trace.go:171","msg":"trace[468513279] linearizableReadLoop","detail":"{readStateIndex:27555; appliedIndex:27553; }","duration":"631.941333ms","start":"2026-03-31T05:58:16.495404Z","end":"2026-03-31T05:58:17.127345Z","steps":["trace[468513279] 'read index received' (duration: 44.516892ms)","trace[468513279] 'applied index is now lower than readState.Index' (duration: 587.422921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:17.12739Z","caller":"traceutil/trace.go:171","msg":"trace[1576807154] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"703.393384ms","start":"2026-03-31T05:58:16.423958Z","end":"2026-03-31T05:58:17.127352Z","steps":["trace[1576807154] 'process raft request' (duration: 684.083925ms)","trace[1576807154] 'compare' (duration: 18.38675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:17.127518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:16.423935Z","time spent":"703.522218ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:58:17.127584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.16338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-31T05:58:17.127614Z","caller":"traceutil/trace.go:171","msg":"trace[908156256] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26642; }","duration":"632.207412ms","start":"2026-03-31T05:58:16.495396Z","end":"2026-03-31T05:58:17.127604Z","steps":["trace[908156256] 'agreement among raft nodes before linearized reading' (duration: 632.060027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.127649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:16.495373Z","time spent":"632.266344ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T05:58:17.127922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.772542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-98w8z\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-03-31T05:58:17.127966Z","caller":"traceutil/trace.go:171","msg":"trace[1472015667] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-98w8z; range_end:; response_count:1; response_revision:26642; }","duration":"540.853265ms","start":"2026-03-31T05:58:16.587101Z","end":"2026-03-31T05:58:17.127954Z","steps":["trace[1472015667] 'agreement among raft nodes before linearized reading' (duration: 540.745531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.128001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:16.587083Z","time spent":"540.911487ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4826,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-98w8z\" "} {"level":"warn","ts":"2026-03-31T05:58:17.128164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.486173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:17.128203Z","caller":"traceutil/trace.go:171","msg":"trace[354623078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26642; }","duration":"406.528924ms","start":"2026-03-31T05:58:16.721664Z","end":"2026-03-31T05:58:17.128193Z","steps":["trace[354623078] 'agreement among raft nodes before linearized reading' (duration: 406.464672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.128233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:16.721621Z","time spent":"406.603806ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:17.242872Z","caller":"traceutil/trace.go:171","msg":"trace[344964544] linearizableReadLoop","detail":"{readStateIndex:27556; appliedIndex:27555; }","duration":"105.946226ms","start":"2026-03-31T05:58:17.136906Z","end":"2026-03-31T05:58:17.242852Z","steps":["trace[344964544] 'read index received' (duration: 94.665921ms)","trace[344964544] 'applied index is now lower than readState.Index' (duration: 11.279185ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:17.242971Z","caller":"traceutil/trace.go:171","msg":"trace[1427493189] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"110.373736ms","start":"2026-03-31T05:58:17.132588Z","end":"2026-03-31T05:58:17.242961Z","steps":["trace[1427493189] 'process raft request' (duration: 98.972587ms)","trace[1427493189] 'compare' (duration: 11.186222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:17.243331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.388411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T05:58:17.243365Z","caller":"traceutil/trace.go:171","msg":"trace[711739766] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26643; }","duration":"106.475803ms","start":"2026-03-31T05:58:17.136878Z","end":"2026-03-31T05:58:17.243354Z","steps":["trace[711739766] 'agreement among raft nodes before linearized reading' (duration: 106.313498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:17.247745Z","caller":"traceutil/trace.go:171","msg":"trace[1496569302] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"110.095147ms","start":"2026-03-31T05:58:17.137632Z","end":"2026-03-31T05:58:17.247727Z","steps":["trace[1496569302] 'process raft request' (duration: 109.736445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.826291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.214298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:17.826385Z","caller":"traceutil/trace.go:171","msg":"trace[1161749592] linearizableReadLoop","detail":"{readStateIndex:27560; appliedIndex:27559; }","duration":"532.43713ms","start":"2026-03-31T05:58:17.293935Z","end":"2026-03-31T05:58:17.826372Z","steps":["trace[1161749592] 'read index received' (duration: 130.1542ms)","trace[1161749592] 'applied index is now lower than readState.Index' (duration: 402.28177ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:17.82643Z","caller":"traceutil/trace.go:171","msg":"trace[1511352349] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"533.906686ms","start":"2026-03-31T05:58:17.292517Z","end":"2026-03-31T05:58:17.826423Z","steps":["trace[1511352349] 'process raft request' (duration: 131.491131ms)","trace[1511352349] 'compare' (duration: 402.061814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:17.826596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.292506Z","time spent":"533.937107ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:17.826789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.850663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-31T05:58:17.826804Z","caller":"traceutil/trace.go:171","msg":"trace[1072656657] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679; range_end:; response_count:1; response_revision:26647; }","duration":"532.879984ms","start":"2026-03-31T05:58:17.293918Z","end":"2026-03-31T05:58:17.826798Z","steps":["trace[1072656657] 'agreement among raft nodes before linearized reading' (duration: 532.77784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.82682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.293911Z","time spent":"532.904944ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679\" "} {"level":"info","ts":"2026-03-31T05:58:17.888558Z","caller":"traceutil/trace.go:171","msg":"trace[828085482] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"587.301448ms","start":"2026-03-31T05:58:17.301238Z","end":"2026-03-31T05:58:17.88854Z","steps":["trace[828085482] 'process raft request' (duration: 586.960387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.888643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.301216Z","time spent":"587.386641ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6364,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:17.888761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.199526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:17.888796Z","caller":"traceutil/trace.go:171","msg":"trace[328512008] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26648; }","duration":"461.262318ms","start":"2026-03-31T05:58:17.427524Z","end":"2026-03-31T05:58:17.888786Z","steps":["trace[328512008] 'agreement among raft nodes before linearized reading' (duration: 461.195136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.888824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.427508Z","time spent":"461.30795ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:17.888872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.288968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:17.888935Z","caller":"traceutil/trace.go:171","msg":"trace[987938831] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26648; }","duration":"233.415812ms","start":"2026-03-31T05:58:17.655503Z","end":"2026-03-31T05:58:17.888919Z","steps":["trace[987938831] 'agreement among raft nodes before linearized reading' (duration: 233.277508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.888905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.805691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:17.889073Z","caller":"traceutil/trace.go:171","msg":"trace[1459725952] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26648; }","duration":"332.1118ms","start":"2026-03-31T05:58:17.55694Z","end":"2026-03-31T05:58:17.889051Z","steps":["trace[1459725952] 'agreement among raft nodes before linearized reading' (duration: 331.78299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:17.889153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.55692Z","time spent":"332.215754ms","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:18.253395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.744784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:18.253495Z","caller":"traceutil/trace.go:171","msg":"trace[1352015664] linearizableReadLoop","detail":"{readStateIndex:27562; appliedIndex:27561; }","duration":"365.18091ms","start":"2026-03-31T05:58:17.888301Z","end":"2026-03-31T05:58:18.253482Z","steps":["trace[1352015664] 'read index received' (duration: 43.257901ms)","trace[1352015664] 'applied index is now lower than readState.Index' (duration: 321.920659ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:18.253528Z","caller":"traceutil/trace.go:171","msg":"trace[1381230049] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"404.797859ms","start":"2026-03-31T05:58:17.848702Z","end":"2026-03-31T05:58:18.253499Z","steps":["trace[1381230049] 'process raft request' (duration: 82.88913ms)","trace[1381230049] 'compare' (duration: 321.6329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:18.253632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.848678Z","time spent":"404.904683ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:58:18.253654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.426344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-03-31T05:58:18.253695Z","caller":"traceutil/trace.go:171","msg":"trace[1848370075] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:26649; }","duration":"402.506237ms","start":"2026-03-31T05:58:17.851172Z","end":"2026-03-31T05:58:18.253678Z","steps":["trace[1848370075] 'agreement among raft nodes before linearized reading' (duration: 402.377163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.253753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.851158Z","time spent":"402.581419ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"warn","ts":"2026-03-31T05:58:18.253898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.045302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg\" ","response":"range_response_count:1 size:5900"} {"level":"info","ts":"2026-03-31T05:58:18.253932Z","caller":"traceutil/trace.go:171","msg":"trace[482655754] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg; range_end:; response_count:1; response_revision:26649; }","duration":"362.083813ms","start":"2026-03-31T05:58:17.891838Z","end":"2026-03-31T05:58:18.253922Z","steps":["trace[482655754] 'agreement among raft nodes before linearized reading' (duration: 362.003021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.253956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.891793Z","time spent":"362.155726ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5924,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg\" "} {"level":"warn","ts":"2026-03-31T05:58:18.254043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.246551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:58:18.254133Z","caller":"traceutil/trace.go:171","msg":"trace[1963594433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26649; }","duration":"424.345934ms","start":"2026-03-31T05:58:17.829764Z","end":"2026-03-31T05:58:18.25411Z","steps":["trace[1963594433] 'agreement among raft nodes before linearized reading' (duration: 424.093506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.254076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.106692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:18.254182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:17.829748Z","time spent":"424.424507ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-31T05:58:18.254203Z","caller":"traceutil/trace.go:171","msg":"trace[786088925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26649; }","duration":"166.252337ms","start":"2026-03-31T05:58:18.087939Z","end":"2026-03-31T05:58:18.254191Z","steps":["trace[786088925] 'agreement among raft nodes before linearized reading' (duration: 166.115052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:18.58379Z","caller":"traceutil/trace.go:171","msg":"trace[1418641910] linearizableReadLoop","detail":"{readStateIndex:27563; appliedIndex:27562; }","duration":"322.515989ms","start":"2026-03-31T05:58:18.261254Z","end":"2026-03-31T05:58:18.58377Z","steps":["trace[1418641910] 'read index received' (duration: 322.481388ms)","trace[1418641910] 'applied index is now lower than readState.Index' (duration: 33.751µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:18.583897Z","caller":"traceutil/trace.go:171","msg":"trace[1228559256] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"324.845652ms","start":"2026-03-31T05:58:18.259018Z","end":"2026-03-31T05:58:18.583863Z","steps":["trace[1228559256] 'process raft request' (duration: 324.609164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.583961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.694224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-31T05:58:18.584006Z","caller":"traceutil/trace.go:171","msg":"trace[89267001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26650; }","duration":"322.780307ms","start":"2026-03-31T05:58:18.261217Z","end":"2026-03-31T05:58:18.583997Z","steps":["trace[89267001] 'agreement among raft nodes before linearized reading' (duration: 322.652933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.58403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.261199Z","time spent":"322.824639ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-31T05:58:18.58405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.259005Z","time spent":"324.962046ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:18.788058Z","caller":"traceutil/trace.go:171","msg":"trace[1929764079] transaction","detail":"{read_only:false; response_revision:26651; number_of_response:1; }","duration":"525.425359ms","start":"2026-03-31T05:58:18.262614Z","end":"2026-03-31T05:58:18.788039Z","steps":["trace[1929764079] 'process raft request' (duration: 525.224802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.788184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.262596Z","time spent":"525.521632ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6200,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:18.788257Z","caller":"traceutil/trace.go:171","msg":"trace[2144064656] linearizableReadLoop","detail":"{readStateIndex:27565; appliedIndex:27563; }","duration":"204.371177ms","start":"2026-03-31T05:58:18.583853Z","end":"2026-03-31T05:58:18.788224Z","steps":["trace[2144064656] 'read index received' (duration: 203.922412ms)","trace[2144064656] 'applied index is now lower than readState.Index' (duration: 447.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:18.788362Z","caller":"traceutil/trace.go:171","msg":"trace[996805267] transaction","detail":"{read_only:false; response_revision:26652; number_of_response:1; }","duration":"293.37827ms","start":"2026-03-31T05:58:18.494976Z","end":"2026-03-31T05:58:18.788354Z","steps":["trace[996805267] 'process raft request' (duration: 292.995558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.788528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.676716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:58:18.788516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.614231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:18.788577Z","caller":"traceutil/trace.go:171","msg":"trace[62141308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26652; }","duration":"338.906903ms","start":"2026-03-31T05:58:18.449658Z","end":"2026-03-31T05:58:18.788565Z","steps":["trace[62141308] 'agreement among raft nodes before linearized reading' (duration: 338.724548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.788607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.449639Z","time spent":"338.961476ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:58:18.788604Z","caller":"traceutil/trace.go:171","msg":"trace[2023445866] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26652; }","duration":"282.751145ms","start":"2026-03-31T05:58:18.505832Z","end":"2026-03-31T05:58:18.788583Z","steps":["trace[2023445866] 'agreement among raft nodes before linearized reading' (duration: 282.555829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:18.982167Z","caller":"traceutil/trace.go:171","msg":"trace[1293740534] linearizableReadLoop","detail":"{readStateIndex:27566; appliedIndex:27565; }","duration":"193.831546ms","start":"2026-03-31T05:58:18.788318Z","end":"2026-03-31T05:58:18.982149Z","steps":["trace[1293740534] 'read index received' (duration: 193.085562ms)","trace[1293740534] 'applied index is now lower than readState.Index' (duration: 744.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:18.982327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.094098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:18.982356Z","caller":"traceutil/trace.go:171","msg":"trace[733882563] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26653; }","duration":"257.160571ms","start":"2026-03-31T05:58:18.725186Z","end":"2026-03-31T05:58:18.982346Z","steps":["trace[733882563] 'agreement among raft nodes before linearized reading' (duration: 257.068218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.982344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.633535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:18.982425Z","caller":"traceutil/trace.go:171","msg":"trace[680071584] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26653; }","duration":"223.7845ms","start":"2026-03-31T05:58:18.758621Z","end":"2026-03-31T05:58:18.982406Z","steps":["trace[680071584] 'agreement among raft nodes before linearized reading' (duration: 223.592964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.982514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.121467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:18.982539Z","caller":"traceutil/trace.go:171","msg":"trace[1223096556] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26653; }","duration":"302.184859ms","start":"2026-03-31T05:58:18.680347Z","end":"2026-03-31T05:58:18.982531Z","steps":["trace[1223096556] 'agreement among raft nodes before linearized reading' (duration: 302.139007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.982563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.680328Z","time spent":"302.22751ms","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:18.982673Z","caller":"traceutil/trace.go:171","msg":"trace[794065830] transaction","detail":"{read_only:false; response_revision:26653; number_of_response:1; }","duration":"395.438865ms","start":"2026-03-31T05:58:18.587223Z","end":"2026-03-31T05:58:18.982662Z","steps":["trace[794065830] 'process raft request' (duration: 394.218716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.982737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.419886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:58:18.982764Z","caller":"traceutil/trace.go:171","msg":"trace[1527131976] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e; range_end:; response_count:1; response_revision:26653; }","duration":"396.459707ms","start":"2026-03-31T05:58:18.586297Z","end":"2026-03-31T05:58:18.982756Z","steps":["trace[1527131976] 'agreement among raft nodes before linearized reading' (duration: 396.362094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:18.982763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.587213Z","time spent":"395.493876ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:58:18.982783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.586286Z","time spent":"396.492748ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e\" "} {"level":"warn","ts":"2026-03-31T05:58:18.982918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.579554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-jvjbr\" ","response":"range_response_count:1 size:5314"} {"level":"info","ts":"2026-03-31T05:58:18.982945Z","caller":"traceutil/trace.go:171","msg":"trace[850766272] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-jvjbr; range_end:; response_count:1; response_revision:26653; }","duration":"190.634315ms","start":"2026-03-31T05:58:18.792303Z","end":"2026-03-31T05:58:18.982937Z","steps":["trace[850766272] 'agreement among raft nodes before linearized reading' (duration: 190.566293ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:19.259423Z","caller":"traceutil/trace.go:171","msg":"trace[687832922] transaction","detail":"{read_only:false; response_revision:26654; number_of_response:1; }","duration":"271.916835ms","start":"2026-03-31T05:58:18.98748Z","end":"2026-03-31T05:58:19.259397Z","steps":["trace[687832922] 'process raft request' (duration: 258.084199ms)","trace[687832922] 'compare' (duration: 13.671461ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:19.345277Z","caller":"traceutil/trace.go:171","msg":"trace[1880849678] linearizableReadLoop","detail":"{readStateIndex:27568; appliedIndex:27566; }","duration":"118.134301ms","start":"2026-03-31T05:58:19.227122Z","end":"2026-03-31T05:58:19.345257Z","steps":["trace[1880849678] 'read index received' (duration: 18.457382ms)","trace[1880849678] 'applied index is now lower than readState.Index' (duration: 99.676229ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:19.34537Z","caller":"traceutil/trace.go:171","msg":"trace[1543899594] transaction","detail":"{read_only:false; response_revision:26655; number_of_response:1; }","duration":"350.866641ms","start":"2026-03-31T05:58:18.994495Z","end":"2026-03-31T05:58:19.345362Z","steps":["trace[1543899594] 'process raft request' (duration: 350.645844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.345454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:18.994473Z","time spent":"350.917753ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:19.345508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.363427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:19.345579Z","caller":"traceutil/trace.go:171","msg":"trace[1447398552] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26655; }","duration":"118.492401ms","start":"2026-03-31T05:58:19.227069Z","end":"2026-03-31T05:58:19.345562Z","steps":["trace[1447398552] 'agreement among raft nodes before linearized reading' (duration: 118.342577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:19.596539Z","caller":"traceutil/trace.go:171","msg":"trace[1531095149] linearizableReadLoop","detail":"{readStateIndex:27571; appliedIndex:27570; }","duration":"124.641005ms","start":"2026-03-31T05:58:19.471847Z","end":"2026-03-31T05:58:19.596488Z","steps":["trace[1531095149] 'read index received' (duration: 124.528342ms)","trace[1531095149] 'applied index is now lower than readState.Index' (duration: 111.883µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:19.596761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.892713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d686cccbe\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-31T05:58:19.596798Z","caller":"traceutil/trace.go:171","msg":"trace[473625981] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d686cccbe; range_end:; response_count:1; response_revision:26658; }","duration":"124.975036ms","start":"2026-03-31T05:58:19.471812Z","end":"2026-03-31T05:58:19.596787Z","steps":["trace[473625981] 'agreement among raft nodes before linearized reading' (duration: 124.78986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:19.596818Z","caller":"traceutil/trace.go:171","msg":"trace[717580177] transaction","detail":"{read_only:false; response_revision:26658; number_of_response:1; }","duration":"147.394802ms","start":"2026-03-31T05:58:19.449404Z","end":"2026-03-31T05:58:19.596798Z","steps":["trace[717580177] 'process raft request' (duration: 146.877376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.987438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.586218ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:19.987559Z","caller":"traceutil/trace.go:171","msg":"trace[380977224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26660; }","duration":"113.728212ms","start":"2026-03-31T05:58:19.873812Z","end":"2026-03-31T05:58:19.98754Z","steps":["trace[380977224] 'range keys from in-memory index tree' (duration: 113.564466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.987833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.357537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:19.9879Z","caller":"traceutil/trace.go:171","msg":"trace[1490597292] linearizableReadLoop","detail":"{readStateIndex:27574; appliedIndex:27573; }","duration":"312.042557ms","start":"2026-03-31T05:58:19.675846Z","end":"2026-03-31T05:58:19.987889Z","steps":["trace[1490597292] 'read index received' (duration: 93.437593ms)","trace[1490597292] 'applied index is now lower than readState.Index' (duration: 218.603594ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:19.987949Z","caller":"traceutil/trace.go:171","msg":"trace[1909733193] transaction","detail":"{read_only:false; response_revision:26661; number_of_response:1; }","duration":"367.923997ms","start":"2026-03-31T05:58:19.619989Z","end":"2026-03-31T05:58:19.987913Z","steps":["trace[1909733193] 'process raft request' (duration: 149.425336ms)","trace[1909733193] 'compare' (duration: 218.167491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:19.988015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.168951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:58:19.988037Z","caller":"traceutil/trace.go:171","msg":"trace[45582200] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26661; }","duration":"312.223083ms","start":"2026-03-31T05:58:19.675806Z","end":"2026-03-31T05:58:19.988029Z","steps":["trace[45582200] 'agreement among raft nodes before linearized reading' (duration: 312.11866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:19.98806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:19.675789Z","time spent":"312.266405ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:58:19.988126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:19.619976Z","time spent":"368.027861ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:20.131805Z","caller":"traceutil/trace.go:171","msg":"trace[961179475] transaction","detail":"{read_only:false; response_revision:26664; number_of_response:1; }","duration":"105.08419ms","start":"2026-03-31T05:58:20.026674Z","end":"2026-03-31T05:58:20.131758Z","steps":["trace[961179475] 'process raft request' (duration: 104.875043ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:20.299105Z","caller":"traceutil/trace.go:171","msg":"trace[582920479] linearizableReadLoop","detail":"{readStateIndex:27580; appliedIndex:27579; }","duration":"136.239841ms","start":"2026-03-31T05:58:20.162836Z","end":"2026-03-31T05:58:20.299076Z","steps":["trace[582920479] 'read index received' (duration: 70.306654ms)","trace[582920479] 'applied index is now lower than readState.Index' (duration: 65.932087ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:20.299222Z","caller":"traceutil/trace.go:171","msg":"trace[1970512665] transaction","detail":"{read_only:false; response_revision:26667; number_of_response:1; }","duration":"151.681707ms","start":"2026-03-31T05:58:20.147511Z","end":"2026-03-31T05:58:20.299193Z","steps":["trace[1970512665] 'process raft request' (duration: 85.649808ms)","trace[1970512665] 'compare' (duration: 65.776131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:20.299412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.5516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzklv.18a1d77ed0ffe04d\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-31T05:58:20.299481Z","caller":"traceutil/trace.go:171","msg":"trace[1335751264] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzklv.18a1d77ed0ffe04d; range_end:; response_count:1; response_revision:26667; }","duration":"136.637283ms","start":"2026-03-31T05:58:20.162809Z","end":"2026-03-31T05:58:20.299446Z","steps":["trace[1335751264] 'agreement among raft nodes before linearized reading' (duration: 136.415826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:20.867336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.597083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:20.867425Z","caller":"traceutil/trace.go:171","msg":"trace[1838386857] transaction","detail":"{read_only:false; response_revision:26669; number_of_response:1; }","duration":"513.440242ms","start":"2026-03-31T05:58:20.35397Z","end":"2026-03-31T05:58:20.86741Z","steps":["trace[1838386857] 'process raft request' (duration: 409.678633ms)","trace[1838386857] 'compare' (duration: 103.49828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:20.867468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:20.35395Z","time spent":"513.496944ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:21.229762Z","caller":"traceutil/trace.go:171","msg":"trace[1194167658] linearizableReadLoop","detail":"{readStateIndex:27583; appliedIndex:27581; }","duration":"665.43172ms","start":"2026-03-31T05:58:20.564308Z","end":"2026-03-31T05:58:21.229739Z","steps":["trace[1194167658] 'read index received' (duration: 199.35065ms)","trace[1194167658] 'applied index is now lower than readState.Index' (duration: 466.08009ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:21.229879Z","caller":"traceutil/trace.go:171","msg":"trace[1342902440] transaction","detail":"{read_only:false; response_revision:26670; number_of_response:1; }","duration":"875.410553ms","start":"2026-03-31T05:58:20.354441Z","end":"2026-03-31T05:58:21.229851Z","steps":["trace[1342902440] 'process raft request' (duration: 875.132555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:21.230007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:20.35442Z","time spent":"875.516636ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5898,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:21.230017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.677617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:21.230037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.046018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:21.230066Z","caller":"traceutil/trace.go:171","msg":"trace[1447614421] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26670; }","duration":"645.11891ms","start":"2026-03-31T05:58:20.584939Z","end":"2026-03-31T05:58:21.230058Z","steps":["trace[1447614421] 'agreement among raft nodes before linearized reading' (duration: 645.046278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:21.230064Z","caller":"traceutil/trace.go:171","msg":"trace[746577783] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26670; }","duration":"665.806962ms","start":"2026-03-31T05:58:20.564245Z","end":"2026-03-31T05:58:21.230051Z","steps":["trace[746577783] 'agreement among raft nodes before linearized reading' (duration: 665.686858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:21.230094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:20.584924Z","time spent":"645.161791ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:21.230094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:20.564225Z","time spent":"665.861473ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-31T05:58:21.230087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.065353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T05:58:21.230089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.187956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:21.23014Z","caller":"traceutil/trace.go:171","msg":"trace[1693285601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26670; }","duration":"148.156266ms","start":"2026-03-31T05:58:21.081971Z","end":"2026-03-31T05:58:21.230128Z","steps":["trace[1693285601] 'agreement among raft nodes before linearized reading' (duration: 148.016402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:21.230121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.170365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:21.230162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.183974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-31T05:58:21.230198Z","caller":"traceutil/trace.go:171","msg":"trace[1380806859] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26670; }","duration":"301.30302ms","start":"2026-03-31T05:58:20.928878Z","end":"2026-03-31T05:58:21.230181Z","steps":["trace[1380806859] 'agreement among raft nodes before linearized reading' (duration: 301.139725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:21.230225Z","caller":"traceutil/trace.go:171","msg":"trace[490961651] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183; range_end:; response_count:1; response_revision:26670; }","duration":"360.298229ms","start":"2026-03-31T05:58:20.869909Z","end":"2026-03-31T05:58:21.230208Z","steps":["trace[490961651] 'agreement among raft nodes before linearized reading' (duration: 360.101332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:21.230246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:20.928861Z","time spent":"301.374242ms","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:21.230272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:20.869889Z","time spent":"360.36202ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" "} {"level":"info","ts":"2026-03-31T05:58:21.230152Z","caller":"traceutil/trace.go:171","msg":"trace[885862386] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26670; }","duration":"547.302859ms","start":"2026-03-31T05:58:20.682834Z","end":"2026-03-31T05:58:21.230137Z","steps":["trace[885862386] 'agreement among raft nodes before linearized reading' (duration: 547.180495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:21.230329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:20.682814Z","time spent":"547.497785ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:21.231616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.452567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:58:21.231664Z","caller":"traceutil/trace.go:171","msg":"trace[598936984] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26670; }","duration":"235.560069ms","start":"2026-03-31T05:58:20.996095Z","end":"2026-03-31T05:58:21.231655Z","steps":["trace[598936984] 'agreement among raft nodes before linearized reading' (duration: 233.888977ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:21.456148Z","caller":"traceutil/trace.go:171","msg":"trace[631333050] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"217.099118ms","start":"2026-03-31T05:58:21.239024Z","end":"2026-03-31T05:58:21.456124Z","steps":["trace[631333050] 'process raft request' (duration: 215.56369ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:21.806568Z","caller":"traceutil/trace.go:171","msg":"trace[1802220511] linearizableReadLoop","detail":"{readStateIndex:27586; appliedIndex:27585; }","duration":"344.680626ms","start":"2026-03-31T05:58:21.461865Z","end":"2026-03-31T05:58:21.806545Z","steps":["trace[1802220511] 'read index received' (duration: 344.453498ms)","trace[1802220511] 'applied index is now lower than readState.Index' (duration: 225.787µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:21.806687Z","caller":"traceutil/trace.go:171","msg":"trace[1257470099] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"564.610793ms","start":"2026-03-31T05:58:21.242037Z","end":"2026-03-31T05:58:21.806648Z","steps":["trace[1257470099] 'process raft request' (duration: 564.315683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:21.806863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:21.242023Z","time spent":"564.749847ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:21.806864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.972295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T05:58:21.806949Z","caller":"traceutil/trace.go:171","msg":"trace[1041498195] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac; range_end:; response_count:1; response_revision:26673; }","duration":"345.100219ms","start":"2026-03-31T05:58:21.461828Z","end":"2026-03-31T05:58:21.806928Z","steps":["trace[1041498195] 'agreement among raft nodes before linearized reading' (duration: 344.853051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:21.806997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:21.461811Z","time spent":"345.177061ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" "} {"level":"info","ts":"2026-03-31T05:58:22.040752Z","caller":"traceutil/trace.go:171","msg":"trace[343792474] linearizableReadLoop","detail":"{readStateIndex:27587; appliedIndex:27586; }","duration":"228.967862ms","start":"2026-03-31T05:58:21.811765Z","end":"2026-03-31T05:58:22.040733Z","steps":["trace[343792474] 'read index received' (duration: 228.819567ms)","trace[343792474] 'applied index is now lower than readState.Index' (duration: 147.695µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:22.04104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.2561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-2n89d\" ","response":"range_response_count:1 size:4678"} {"level":"info","ts":"2026-03-31T05:58:22.041118Z","caller":"traceutil/trace.go:171","msg":"trace[1242308245] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-2n89d; range_end:; response_count:1; response_revision:26674; }","duration":"229.374634ms","start":"2026-03-31T05:58:21.811729Z","end":"2026-03-31T05:58:22.041103Z","steps":["trace[1242308245] 'agreement among raft nodes before linearized reading' (duration: 229.099776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:22.041472Z","caller":"traceutil/trace.go:171","msg":"trace[2057067883] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"231.426419ms","start":"2026-03-31T05:58:21.809345Z","end":"2026-03-31T05:58:22.040772Z","steps":["trace[2057067883] 'process raft request' (duration: 231.245383ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:22.393063Z","caller":"traceutil/trace.go:171","msg":"trace[781799130] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27594; }","duration":"118.479452ms","start":"2026-03-31T05:58:22.27456Z","end":"2026-03-31T05:58:22.393039Z","steps":["trace[781799130] 'read index received' (duration: 118.317956ms)","trace[781799130] 'applied index is now lower than readState.Index' (duration: 160.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:22.393085Z","caller":"traceutil/trace.go:171","msg":"trace[1481376276] transaction","detail":"{read_only:false; response_revision:26682; number_of_response:1; }","duration":"204.049165ms","start":"2026-03-31T05:58:22.189017Z","end":"2026-03-31T05:58:22.393066Z","steps":["trace[1481376276] 'process raft request' (duration: 203.888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:22.393237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.656097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:22.393292Z","caller":"traceutil/trace.go:171","msg":"trace[313027454] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26682; }","duration":"118.76118ms","start":"2026-03-31T05:58:22.274518Z","end":"2026-03-31T05:58:22.393279Z","steps":["trace[313027454] 'agreement among raft nodes before linearized reading' (duration: 118.604025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:22.700414Z","caller":"traceutil/trace.go:171","msg":"trace[926221186] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"172.688139ms","start":"2026-03-31T05:58:22.527696Z","end":"2026-03-31T05:58:22.700384Z","steps":["trace[926221186] 'process raft request' (duration: 144.626625ms)","trace[926221186] 'compare' (duration: 27.876928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:22.955677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.776865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:22.955814Z","caller":"traceutil/trace.go:171","msg":"trace[1984118116] transaction","detail":"{read_only:false; response_revision:26687; number_of_response:1; }","duration":"252.065259ms","start":"2026-03-31T05:58:22.703717Z","end":"2026-03-31T05:58:22.955782Z","steps":["trace[1984118116] 'process raft request' (duration: 137.120208ms)","trace[1984118116] 'compare' (duration: 113.96328ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:23.189313Z","caller":"traceutil/trace.go:171","msg":"trace[1258184046] transaction","detail":"{read_only:false; response_revision:26689; number_of_response:1; }","duration":"134.932299ms","start":"2026-03-31T05:58:23.054362Z","end":"2026-03-31T05:58:23.189294Z","steps":["trace[1258184046] 'process raft request' (duration: 134.797755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:23.415608Z","caller":"traceutil/trace.go:171","msg":"trace[1382424218] linearizableReadLoop","detail":"{readStateIndex:27603; appliedIndex:27601; }","duration":"339.374919ms","start":"2026-03-31T05:58:23.076216Z","end":"2026-03-31T05:58:23.41559Z","steps":["trace[1382424218] 'read index received' (duration: 112.986218ms)","trace[1382424218] 'applied index is now lower than readState.Index' (duration: 226.388061ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:23.415867Z","caller":"traceutil/trace.go:171","msg":"trace[726777126] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"356.368204ms","start":"2026-03-31T05:58:23.059492Z","end":"2026-03-31T05:58:23.41586Z","steps":["trace[726777126] 'process raft request' (duration: 355.93225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.415935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:23.059483Z","time spent":"356.401165ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6376,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:23.416106Z","caller":"traceutil/trace.go:171","msg":"trace[508891237] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"244.705528ms","start":"2026-03-31T05:58:23.171395Z","end":"2026-03-31T05:58:23.416101Z","steps":["trace[508891237] 'process raft request' (duration: 244.15845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.416258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.04998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:23.416275Z","caller":"traceutil/trace.go:171","msg":"trace[1616408655] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26691; }","duration":"340.102392ms","start":"2026-03-31T05:58:23.076168Z","end":"2026-03-31T05:58:23.41627Z","steps":["trace[1616408655] 'agreement among raft nodes before linearized reading' (duration: 340.002629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.416302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:23.07615Z","time spent":"340.146383ms","remote":"127.0.0.1:37402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:23.41643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.90719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:23.416491Z","caller":"traceutil/trace.go:171","msg":"trace[1225924367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26691; }","duration":"330.005194ms","start":"2026-03-31T05:58:23.086474Z","end":"2026-03-31T05:58:23.416479Z","steps":["trace[1225924367] 'agreement among raft nodes before linearized reading' (duration: 329.88101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.416517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:23.086462Z","time spent":"330.049855ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:23.416582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.737728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzklv.18a1d77ed0ffe04d\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-31T05:58:23.416606Z","caller":"traceutil/trace.go:171","msg":"trace[1352504284] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzklv.18a1d77ed0ffe04d; range_end:; response_count:1; response_revision:26691; }","duration":"224.784839ms","start":"2026-03-31T05:58:23.191813Z","end":"2026-03-31T05:58:23.416598Z","steps":["trace[1352504284] 'agreement among raft nodes before linearized reading' (duration: 224.676056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.416573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.841137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-31T05:58:23.416624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.495601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:23.416655Z","caller":"traceutil/trace.go:171","msg":"trace[1015958959] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26691; }","duration":"201.94948ms","start":"2026-03-31T05:58:23.214682Z","end":"2026-03-31T05:58:23.416631Z","steps":["trace[1015958959] 'agreement among raft nodes before linearized reading' (duration: 201.690522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:23.416686Z","caller":"traceutil/trace.go:171","msg":"trace[1079547428] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26691; }","duration":"111.623176ms","start":"2026-03-31T05:58:23.30505Z","end":"2026-03-31T05:58:23.416673Z","steps":["trace[1079547428] 'agreement among raft nodes before linearized reading' (duration: 111.509272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:23.709996Z","caller":"traceutil/trace.go:171","msg":"trace[1481808305] linearizableReadLoop","detail":"{readStateIndex:27605; appliedIndex:27604; }","duration":"290.734667ms","start":"2026-03-31T05:58:23.419244Z","end":"2026-03-31T05:58:23.709979Z","steps":["trace[1481808305] 'read index received' (duration: 290.564561ms)","trace[1481808305] 'applied index is now lower than readState.Index' (duration: 169.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:23.710016Z","caller":"traceutil/trace.go:171","msg":"trace[223703474] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"291.490591ms","start":"2026-03-31T05:58:23.418507Z","end":"2026-03-31T05:58:23.709998Z","steps":["trace[223703474] 'process raft request' (duration: 291.321346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.884212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:23.710165Z","caller":"traceutil/trace.go:171","msg":"trace[748411980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26692; }","duration":"291.013496ms","start":"2026-03-31T05:58:23.419145Z","end":"2026-03-31T05:58:23.710158Z","steps":["trace[748411980] 'agreement among raft nodes before linearized reading' (duration: 290.934414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.71032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.577122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-z2rgp\" ","response":"range_response_count:1 size:5915"} {"level":"info","ts":"2026-03-31T05:58:23.710344Z","caller":"traceutil/trace.go:171","msg":"trace[1265653021] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-z2rgp; range_end:; response_count:1; response_revision:26692; }","duration":"290.648684ms","start":"2026-03-31T05:58:23.419688Z","end":"2026-03-31T05:58:23.710337Z","steps":["trace[1265653021] 'agreement among raft nodes before linearized reading' (duration: 290.548971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.90026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:58:23.710472Z","caller":"traceutil/trace.go:171","msg":"trace[172239426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26692; }","duration":"255.938431ms","start":"2026-03-31T05:58:23.454529Z","end":"2026-03-31T05:58:23.710467Z","steps":["trace[172239426] 'agreement among raft nodes before linearized reading' (duration: 255.887429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.760475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:58:23.710501Z","caller":"traceutil/trace.go:171","msg":"trace[1840444975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26692; }","duration":"255.788866ms","start":"2026-03-31T05:58:23.454706Z","end":"2026-03-31T05:58:23.710495Z","steps":["trace[1840444975] 'agreement among raft nodes before linearized reading' (duration: 255.698783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.865728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T05:58:23.710547Z","caller":"traceutil/trace.go:171","msg":"trace[1001667816] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531; range_end:; response_count:1; response_revision:26692; }","duration":"288.915819ms","start":"2026-03-31T05:58:23.42162Z","end":"2026-03-31T05:58:23.710536Z","steps":["trace[1001667816] 'agreement among raft nodes before linearized reading' (duration: 288.819876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.147361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:23.710634Z","caller":"traceutil/trace.go:171","msg":"trace[419456462] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26692; }","duration":"271.191481ms","start":"2026-03-31T05:58:23.439438Z","end":"2026-03-31T05:58:23.710629Z","steps":["trace[419456462] 'agreement among raft nodes before linearized reading' (duration: 271.15986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.082777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T05:58:23.710764Z","caller":"traceutil/trace.go:171","msg":"trace[608238563] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26692; }","duration":"150.142719ms","start":"2026-03-31T05:58:23.560614Z","end":"2026-03-31T05:58:23.710756Z","steps":["trace[608238563] 'agreement among raft nodes before linearized reading' (duration: 150.087417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.096614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T05:58:23.710824Z","caller":"traceutil/trace.go:171","msg":"trace[1696223685] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26692; }","duration":"221.170706ms","start":"2026-03-31T05:58:23.489646Z","end":"2026-03-31T05:58:23.710817Z","steps":["trace[1696223685] 'agreement among raft nodes before linearized reading' (duration: 221.101704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.710798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.814088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:58:23.710908Z","caller":"traceutil/trace.go:171","msg":"trace[242567837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26692; }","duration":"249.931932ms","start":"2026-03-31T05:58:23.460969Z","end":"2026-03-31T05:58:23.710901Z","steps":["trace[242567837] 'agreement among raft nodes before linearized reading' (duration: 249.794217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:23.994695Z","caller":"traceutil/trace.go:171","msg":"trace[1344380820] linearizableReadLoop","detail":"{readStateIndex:27610; appliedIndex:27605; }","duration":"265.364558ms","start":"2026-03-31T05:58:23.729309Z","end":"2026-03-31T05:58:23.994673Z","steps":["trace[1344380820] 'read index received' (duration: 5.941087ms)","trace[1344380820] 'applied index is now lower than readState.Index' (duration: 259.422221ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:23.994946Z","caller":"traceutil/trace.go:171","msg":"trace[1629308612] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"279.866824ms","start":"2026-03-31T05:58:23.715068Z","end":"2026-03-31T05:58:23.994935Z","steps":["trace[1629308612] 'process raft request' (duration: 279.255655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:23.995173Z","caller":"traceutil/trace.go:171","msg":"trace[1768790641] transaction","detail":"{read_only:false; response_revision:26694; number_of_response:1; }","duration":"279.168872ms","start":"2026-03-31T05:58:23.715993Z","end":"2026-03-31T05:58:23.995162Z","steps":["trace[1768790641] 'process raft request' (duration: 278.527342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:23.995258Z","caller":"traceutil/trace.go:171","msg":"trace[2105055543] transaction","detail":"{read_only:false; response_revision:26695; number_of_response:1; }","duration":"276.423626ms","start":"2026-03-31T05:58:23.718826Z","end":"2026-03-31T05:58:23.99525Z","steps":["trace[2105055543] 'process raft request' (duration: 275.738874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:23.995529Z","caller":"traceutil/trace.go:171","msg":"trace[2013607612] transaction","detail":"{read_only:false; response_revision:26696; number_of_response:1; }","duration":"276.672093ms","start":"2026-03-31T05:58:23.718847Z","end":"2026-03-31T05:58:23.995519Z","steps":["trace[2013607612] 'process raft request' (duration: 275.773885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:23.995776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.452272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-31T05:58:23.995865Z","caller":"traceutil/trace.go:171","msg":"trace[239442694] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:26696; }","duration":"266.570536ms","start":"2026-03-31T05:58:23.729268Z","end":"2026-03-31T05:58:23.995839Z","steps":["trace[239442694] 'agreement among raft nodes before linearized reading' (duration: 266.336428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.01677Z","caller":"traceutil/trace.go:171","msg":"trace[302508101] transaction","detail":"{read_only:false; response_revision:26697; number_of_response:1; }","duration":"280.464803ms","start":"2026-03-31T05:58:23.736286Z","end":"2026-03-31T05:58:24.016751Z","steps":["trace[302508101] 'process raft request' (duration: 280.240256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.017346Z","caller":"traceutil/trace.go:171","msg":"trace[944677164] transaction","detail":"{read_only:false; response_revision:26698; number_of_response:1; }","duration":"241.493126ms","start":"2026-03-31T05:58:23.775826Z","end":"2026-03-31T05:58:24.017319Z","steps":["trace[944677164] 'process raft request' (duration: 240.828685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.017427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.688353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:24.017456Z","caller":"traceutil/trace.go:171","msg":"trace[583922899] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26699; }","duration":"121.776205ms","start":"2026-03-31T05:58:23.895671Z","end":"2026-03-31T05:58:24.017447Z","steps":["trace[583922899] 'agreement among raft nodes before linearized reading' (duration: 121.715023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.017495Z","caller":"traceutil/trace.go:171","msg":"trace[1712226439] transaction","detail":"{read_only:false; response_revision:26699; number_of_response:1; }","duration":"224.658555ms","start":"2026-03-31T05:58:23.792831Z","end":"2026-03-31T05:58:24.01749Z","steps":["trace[1712226439] 'process raft request' (duration: 223.85719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.017472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.343227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-31T05:58:24.017533Z","caller":"traceutil/trace.go:171","msg":"trace[1696767728] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26699; }","duration":"145.452711ms","start":"2026-03-31T05:58:23.872066Z","end":"2026-03-31T05:58:24.017518Z","steps":["trace[1696767728] 'agreement among raft nodes before linearized reading' (duration: 145.205483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.338023Z","caller":"traceutil/trace.go:171","msg":"trace[845624198] linearizableReadLoop","detail":"{readStateIndex:27614; appliedIndex:27613; }","duration":"321.281319ms","start":"2026-03-31T05:58:24.016723Z","end":"2026-03-31T05:58:24.338005Z","steps":["trace[845624198] 'read index received' (duration: 240.444153ms)","trace[845624198] 'applied index is now lower than readState.Index' (duration: 80.835746ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:24.338115Z","caller":"traceutil/trace.go:171","msg":"trace[515714785] transaction","detail":"{read_only:false; response_revision:26700; number_of_response:1; }","duration":"339.563674ms","start":"2026-03-31T05:58:23.99854Z","end":"2026-03-31T05:58:24.338104Z","steps":["trace[515714785] 'process raft request' (duration: 258.689907ms)","trace[515714785] 'compare' (duration: 79.759552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:24.33823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.616577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T05:58:24.338222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.563871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:24.338251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.958057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:58:24.338289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.019939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:24.338286Z","caller":"traceutil/trace.go:171","msg":"trace[1566855517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26700; }","duration":"250.666765ms","start":"2026-03-31T05:58:24.087605Z","end":"2026-03-31T05:58:24.338272Z","steps":["trace[1566855517] 'agreement among raft nodes before linearized reading' (duration: 250.557571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.338286Z","caller":"traceutil/trace.go:171","msg":"trace[1102629517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26700; }","duration":"233.016689ms","start":"2026-03-31T05:58:24.105257Z","end":"2026-03-31T05:58:24.338274Z","steps":["trace[1102629517] 'agreement among raft nodes before linearized reading' (duration: 232.873944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.33831Z","caller":"traceutil/trace.go:171","msg":"trace[1422456243] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26700; }","duration":"273.04245ms","start":"2026-03-31T05:58:24.065262Z","end":"2026-03-31T05:58:24.338305Z","steps":["trace[1422456243] 'agreement among raft nodes before linearized reading' (duration: 273.004718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.338292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.246756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:58:24.338291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.890278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:58:24.338285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.348139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzklv\" ","response":"range_response_count:1 size:5599"} {"level":"warn","ts":"2026-03-31T05:58:24.338294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.089781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:58:24.338256Z","caller":"traceutil/trace.go:171","msg":"trace[1077265138] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26700; }","duration":"319.663328ms","start":"2026-03-31T05:58:24.018586Z","end":"2026-03-31T05:58:24.338249Z","steps":["trace[1077265138] 'agreement among raft nodes before linearized reading' (duration: 319.536884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.33835Z","caller":"traceutil/trace.go:171","msg":"trace[1212708054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26700; }","duration":"340.3775ms","start":"2026-03-31T05:58:23.997954Z","end":"2026-03-31T05:58:24.338332Z","steps":["trace[1212708054] 'agreement among raft nodes before linearized reading' (duration: 340.161444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.338357Z","caller":"traceutil/trace.go:171","msg":"trace[968100421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26700; }","duration":"329.004072ms","start":"2026-03-31T05:58:24.009337Z","end":"2026-03-31T05:58:24.338341Z","steps":["trace[968100421] 'agreement among raft nodes before linearized reading' (duration: 328.807626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.338362Z","caller":"traceutil/trace.go:171","msg":"trace[630542565] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzklv; range_end:; response_count:1; response_revision:26700; }","duration":"340.469483ms","start":"2026-03-31T05:58:23.99788Z","end":"2026-03-31T05:58:24.338349Z","steps":["trace[630542565] 'agreement among raft nodes before linearized reading' (duration: 340.262466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.338378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.018573Z","time spent":"319.795563ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T05:58:24.338372Z","caller":"traceutil/trace.go:171","msg":"trace[1471042043] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26700; }","duration":"340.206565ms","start":"2026-03-31T05:58:23.998151Z","end":"2026-03-31T05:58:24.338357Z","steps":["trace[1471042043] 'agreement among raft nodes before linearized reading' (duration: 339.997239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.338388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:23.997864Z","time spent":"340.517955ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5623,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-dzklv\" "} {"level":"warn","ts":"2026-03-31T05:58:24.338388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:23.99795Z","time spent":"340.430642ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:24.338415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.00932Z","time spent":"329.062004ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:24.338412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:23.998136Z","time spent":"340.267417ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:58:24.338307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:23.998526Z","time spent":"339.614966ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:58:24.674285Z","caller":"traceutil/trace.go:171","msg":"trace[1309561325] transaction","detail":"{read_only:false; response_revision:26703; number_of_response:1; }","duration":"330.459038ms","start":"2026-03-31T05:58:24.343804Z","end":"2026-03-31T05:58:24.674263Z","steps":["trace[1309561325] 'process raft request' (duration: 330.403686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.674321Z","caller":"traceutil/trace.go:171","msg":"trace[2124946640] transaction","detail":"{read_only:false; response_revision:26702; number_of_response:1; }","duration":"330.542891ms","start":"2026-03-31T05:58:24.343741Z","end":"2026-03-31T05:58:24.674284Z","steps":["trace[2124946640] 'process raft request' (duration: 330.331464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.674408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.343799Z","time spent":"330.54685ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:24.674501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.343729Z","time spent":"330.677214ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:24.674594Z","caller":"traceutil/trace.go:171","msg":"trace[1003632969] linearizableReadLoop","detail":"{readStateIndex:27619; appliedIndex:27615; }","duration":"258.584974ms","start":"2026-03-31T05:58:24.415996Z","end":"2026-03-31T05:58:24.674581Z","steps":["trace[1003632969] 'read index received' (duration: 258.105709ms)","trace[1003632969] 'applied index is now lower than readState.Index' (duration: 478.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:24.674593Z","caller":"traceutil/trace.go:171","msg":"trace[1580161324] transaction","detail":"{read_only:false; response_revision:26704; number_of_response:1; }","duration":"330.775568ms","start":"2026-03-31T05:58:24.343802Z","end":"2026-03-31T05:58:24.674578Z","steps":["trace[1580161324] 'process raft request' (duration: 330.431757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.674654Z","caller":"traceutil/trace.go:171","msg":"trace[891162302] transaction","detail":"{read_only:false; response_revision:26705; number_of_response:1; }","duration":"327.876747ms","start":"2026-03-31T05:58:24.34677Z","end":"2026-03-31T05:58:24.674647Z","steps":["trace[891162302] 'process raft request' (duration: 327.713782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.674655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.343796Z","time spent":"330.832069ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:24.674696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.346763Z","time spent":"327.906148ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:24.67476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.738096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:24.674812Z","caller":"traceutil/trace.go:171","msg":"trace[1392957981] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26705; }","duration":"209.85612ms","start":"2026-03-31T05:58:24.464941Z","end":"2026-03-31T05:58:24.674797Z","steps":["trace[1392957981] 'agreement among raft nodes before linearized reading' (duration: 209.726646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.674838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.727001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:24.674866Z","caller":"traceutil/trace.go:171","msg":"trace[724415707] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26705; }","duration":"119.790903ms","start":"2026-03-31T05:58:24.555066Z","end":"2026-03-31T05:58:24.674857Z","steps":["trace[724415707] 'agreement among raft nodes before linearized reading' (duration: 119.738531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.675111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.08422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:58:24.675221Z","caller":"traceutil/trace.go:171","msg":"trace[90555982] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26705; }","duration":"259.241485ms","start":"2026-03-31T05:58:24.415956Z","end":"2026-03-31T05:58:24.675198Z","steps":["trace[90555982] 'agreement among raft nodes before linearized reading' (duration: 258.919975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.863153Z","caller":"traceutil/trace.go:171","msg":"trace[377403992] linearizableReadLoop","detail":"{readStateIndex:27620; appliedIndex:27619; }","duration":"185.148011ms","start":"2026-03-31T05:58:24.677983Z","end":"2026-03-31T05:58:24.863131Z","steps":["trace[377403992] 'read index received' (duration: 185.073719ms)","trace[377403992] 'applied index is now lower than readState.Index' (duration: 73.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:24.863263Z","caller":"traceutil/trace.go:171","msg":"trace[543540093] transaction","detail":"{read_only:false; response_revision:26706; number_of_response:1; }","duration":"186.191054ms","start":"2026-03-31T05:58:24.677059Z","end":"2026-03-31T05:58:24.86325Z","steps":["trace[543540093] 'process raft request' (duration: 185.924136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.863555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.546154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7065"} {"level":"info","ts":"2026-03-31T05:58:24.863635Z","caller":"traceutil/trace.go:171","msg":"trace[1673606005] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26706; }","duration":"185.677558ms","start":"2026-03-31T05:58:24.677941Z","end":"2026-03-31T05:58:24.863619Z","steps":["trace[1673606005] 'agreement among raft nodes before linearized reading' (duration: 185.42543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.891611Z","caller":"traceutil/trace.go:171","msg":"trace[616719014] transaction","detail":"{read_only:false; response_revision:26707; number_of_response:1; }","duration":"213.114702ms","start":"2026-03-31T05:58:24.678478Z","end":"2026-03-31T05:58:24.891593Z","steps":["trace[616719014] 'process raft request' (duration: 212.955517ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:24.89175Z","caller":"traceutil/trace.go:171","msg":"trace[1802277262] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"117.117578ms","start":"2026-03-31T05:58:24.774515Z","end":"2026-03-31T05:58:24.891632Z","steps":["trace[1802277262] 'process raft request' (duration: 117.009625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:24.8921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.737792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:58:24.892192Z","caller":"traceutil/trace.go:171","msg":"trace[1222545210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26708; }","duration":"213.875906ms","start":"2026-03-31T05:58:24.678293Z","end":"2026-03-31T05:58:24.892169Z","steps":["trace[1222545210] 'agreement among raft nodes before linearized reading' (duration: 213.609968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:25.174047Z","caller":"traceutil/trace.go:171","msg":"trace[1613453924] linearizableReadLoop","detail":"{readStateIndex:27623; appliedIndex:27622; }","duration":"282.450066ms","start":"2026-03-31T05:58:24.89157Z","end":"2026-03-31T05:58:25.17402Z","steps":["trace[1613453924] 'read index received' (duration: 282.372634ms)","trace[1613453924] 'applied index is now lower than readState.Index' (duration: 76.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:25.17415Z","caller":"traceutil/trace.go:171","msg":"trace[137416353] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"302.58382ms","start":"2026-03-31T05:58:24.871537Z","end":"2026-03-31T05:58:25.17412Z","steps":["trace[137416353] 'process raft request' (duration: 302.318782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:25.174273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.822314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-31T05:58:25.174306Z","caller":"traceutil/trace.go:171","msg":"trace[119294703] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183; range_end:; response_count:1; response_revision:26709; }","duration":"306.913767ms","start":"2026-03-31T05:58:24.867383Z","end":"2026-03-31T05:58:25.174296Z","steps":["trace[119294703] 'agreement among raft nodes before linearized reading' (duration: 306.761492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:25.174291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.871521Z","time spent":"302.692413ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:25.174335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:24.867362Z","time spent":"306.966848ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" "} {"level":"warn","ts":"2026-03-31T05:58:25.191582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.976253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:25.191655Z","caller":"traceutil/trace.go:171","msg":"trace[625497413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26710; }","duration":"103.091057ms","start":"2026-03-31T05:58:25.088547Z","end":"2026-03-31T05:58:25.191638Z","steps":["trace[625497413] 'agreement among raft nodes before linearized reading' (duration: 102.953663ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:25.191701Z","caller":"traceutil/trace.go:171","msg":"trace[2012543739] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"295.323881ms","start":"2026-03-31T05:58:24.896355Z","end":"2026-03-31T05:58:25.191679Z","steps":["trace[2012543739] 'process raft request' (duration: 294.832356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:25.191721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.127789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-31T05:58:25.19174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.066748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:58:25.191842Z","caller":"traceutil/trace.go:171","msg":"trace[1501510443] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26710; }","duration":"138.209993ms","start":"2026-03-31T05:58:25.053615Z","end":"2026-03-31T05:58:25.191825Z","steps":["trace[1501510443] 'agreement among raft nodes before linearized reading' (duration: 137.902713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:25.191785Z","caller":"traceutil/trace.go:171","msg":"trace[610047013] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26710; }","duration":"177.238482ms","start":"2026-03-31T05:58:25.01453Z","end":"2026-03-31T05:58:25.191768Z","steps":["trace[610047013] 'agreement among raft nodes before linearized reading' (duration: 177.041796ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:25.339212Z","caller":"traceutil/trace.go:171","msg":"trace[12983959] linearizableReadLoop","detail":"{readStateIndex:27625; appliedIndex:27624; }","duration":"147.743603ms","start":"2026-03-31T05:58:25.191435Z","end":"2026-03-31T05:58:25.339179Z","steps":["trace[12983959] 'read index received' (duration: 61.61238ms)","trace[12983959] 'applied index is now lower than readState.Index' (duration: 86.129303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:25.339225Z","caller":"traceutil/trace.go:171","msg":"trace[18942396] transaction","detail":"{read_only:false; response_revision:26711; number_of_response:1; }","duration":"162.285391ms","start":"2026-03-31T05:58:25.176904Z","end":"2026-03-31T05:58:25.339189Z","steps":["trace[18942396] 'process raft request' (duration: 76.171339ms)","trace[18942396] 'compare' (duration: 85.543954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:25.339426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.775274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg\" ","response":"range_response_count:1 size:6217"} {"level":"info","ts":"2026-03-31T05:58:25.339491Z","caller":"traceutil/trace.go:171","msg":"trace[89986573] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg; range_end:; response_count:1; response_revision:26711; }","duration":"160.889507ms","start":"2026-03-31T05:58:25.178587Z","end":"2026-03-31T05:58:25.339476Z","steps":["trace[89986573] 'agreement among raft nodes before linearized reading' (duration: 160.677541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:25.339491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.538165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:25.339536Z","caller":"traceutil/trace.go:171","msg":"trace[14926396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26711; }","duration":"146.611928ms","start":"2026-03-31T05:58:25.192912Z","end":"2026-03-31T05:58:25.339524Z","steps":["trace[14926396] 'agreement among raft nodes before linearized reading' (duration: 146.509525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:25.340016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.278528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:25.340063Z","caller":"traceutil/trace.go:171","msg":"trace[1886262311] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26711; }","duration":"160.3345ms","start":"2026-03-31T05:58:25.179717Z","end":"2026-03-31T05:58:25.340052Z","steps":["trace[1886262311] 'agreement among raft nodes before linearized reading' (duration: 159.488513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:25.573911Z","caller":"traceutil/trace.go:171","msg":"trace[1993800816] linearizableReadLoop","detail":"{readStateIndex:27627; appliedIndex:27626; }","duration":"155.27047ms","start":"2026-03-31T05:58:25.418624Z","end":"2026-03-31T05:58:25.573895Z","steps":["trace[1993800816] 'read index received' (duration: 155.133816ms)","trace[1993800816] 'applied index is now lower than readState.Index' (duration: 136.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:25.574076Z","caller":"traceutil/trace.go:171","msg":"trace[1325627364] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"225.293266ms","start":"2026-03-31T05:58:25.348776Z","end":"2026-03-31T05:58:25.574069Z","steps":["trace[1325627364] 'process raft request' (duration: 225.024387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:25.574342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.701633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-z2rgp.18a1d77d6bac80d3\" ","response":"range_response_count:1 size:858"} {"level":"info","ts":"2026-03-31T05:58:25.574456Z","caller":"traceutil/trace.go:171","msg":"trace[294538259] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-z2rgp.18a1d77d6bac80d3; range_end:; response_count:1; response_revision:26713; }","duration":"155.861418ms","start":"2026-03-31T05:58:25.418576Z","end":"2026-03-31T05:58:25.574438Z","steps":["trace[294538259] 'agreement among raft nodes before linearized reading' (duration: 155.60808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:25.712758Z","caller":"traceutil/trace.go:171","msg":"trace[1518422340] transaction","detail":"{read_only:false; response_revision:26715; number_of_response:1; }","duration":"101.438915ms","start":"2026-03-31T05:58:25.611288Z","end":"2026-03-31T05:58:25.712727Z","steps":["trace[1518422340] 'process raft request' (duration: 101.247299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:25.716939Z","caller":"traceutil/trace.go:171","msg":"trace[1324519650] transaction","detail":"{read_only:false; response_revision:26716; number_of_response:1; }","duration":"102.102546ms","start":"2026-03-31T05:58:25.614773Z","end":"2026-03-31T05:58:25.716875Z","steps":["trace[1324519650] 'process raft request' (duration: 101.89187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.274584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.549333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:26.274709Z","caller":"traceutil/trace.go:171","msg":"trace[443328853] linearizableReadLoop","detail":"{readStateIndex:27633; appliedIndex:27632; }","duration":"439.1131ms","start":"2026-03-31T05:58:25.835574Z","end":"2026-03-31T05:58:26.274687Z","steps":["trace[443328853] 'read index received' (duration: 274.285109ms)","trace[443328853] 'applied index is now lower than readState.Index' (duration: 164.825921ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:26.274833Z","caller":"traceutil/trace.go:171","msg":"trace[1876655354] transaction","detail":"{read_only:false; response_revision:26719; number_of_response:1; }","duration":"513.473141ms","start":"2026-03-31T05:58:25.761342Z","end":"2026-03-31T05:58:26.274815Z","steps":["trace[1876655354] 'process raft request' (duration: 348.592928ms)","trace[1876655354] 'compare' (duration: 163.873371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:26.274933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:25.761331Z","time spent":"513.551304ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:26.274973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.995253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:26.275177Z","caller":"traceutil/trace.go:171","msg":"trace[164116607] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26719; }","duration":"436.101196ms","start":"2026-03-31T05:58:25.838924Z","end":"2026-03-31T05:58:26.275025Z","steps":["trace[164116607] 'agreement among raft nodes before linearized reading' (duration: 435.990902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.275438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.375594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:26.276414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:25.838907Z","time spent":"437.457678ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:58:26.276492Z","caller":"traceutil/trace.go:171","msg":"trace[1184018175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26719; }","duration":"183.426767ms","start":"2026-03-31T05:58:26.093047Z","end":"2026-03-31T05:58:26.276474Z","steps":["trace[1184018175] 'agreement among raft nodes before linearized reading' (duration: 182.340343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.275584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.003548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:58:26.276741Z","caller":"traceutil/trace.go:171","msg":"trace[2112778700] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26719; }","duration":"441.190975ms","start":"2026-03-31T05:58:25.835535Z","end":"2026-03-31T05:58:26.276726Z","steps":["trace[2112778700] 'agreement among raft nodes before linearized reading' (duration: 439.932236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.276795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:25.835516Z","time spent":"441.261008ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:58:26.276086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.663337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:26.276965Z","caller":"traceutil/trace.go:171","msg":"trace[1054347154] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26719; }","duration":"426.560085ms","start":"2026-03-31T05:58:25.850366Z","end":"2026-03-31T05:58:26.276926Z","steps":["trace[1054347154] 'agreement among raft nodes before linearized reading' (duration: 425.157331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.277043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:25.850349Z","time spent":"426.666409ms","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:26.721564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.708378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:26.721648Z","caller":"traceutil/trace.go:171","msg":"trace[798403394] transaction","detail":"{read_only:false; response_revision:26720; number_of_response:1; }","duration":"441.183215ms","start":"2026-03-31T05:58:26.28045Z","end":"2026-03-31T05:58:26.721633Z","steps":["trace[798403394] 'process raft request' (duration: 115.345282ms)","trace[798403394] 'compare' (duration: 325.308196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:26.721697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:26.280431Z","time spent":"441.244617ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:26.772938Z","caller":"traceutil/trace.go:171","msg":"trace[1802839649] linearizableReadLoop","detail":"{readStateIndex:27635; appliedIndex:27634; }","duration":"312.301796ms","start":"2026-03-31T05:58:26.460606Z","end":"2026-03-31T05:58:26.772908Z","steps":["trace[1802839649] 'read index received' (duration: 312.094269ms)","trace[1802839649] 'applied index is now lower than readState.Index' (duration: 206.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:26.773002Z","caller":"traceutil/trace.go:171","msg":"trace[920179270] transaction","detail":"{read_only:false; response_revision:26721; number_of_response:1; }","duration":"486.758811ms","start":"2026-03-31T05:58:26.286216Z","end":"2026-03-31T05:58:26.772975Z","steps":["trace[920179270] 'process raft request' (duration: 486.535304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.773128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:26.286198Z","time spent":"486.857524ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:26.773139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.989879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:26.773178Z","caller":"traceutil/trace.go:171","msg":"trace[1361528311] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26721; }","duration":"120.080442ms","start":"2026-03-31T05:58:26.653084Z","end":"2026-03-31T05:58:26.773165Z","steps":["trace[1361528311] 'agreement among raft nodes before linearized reading' (duration: 119.984309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.773669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.04812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:58:26.773748Z","caller":"traceutil/trace.go:171","msg":"trace[647029663] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26721; }","duration":"313.166264ms","start":"2026-03-31T05:58:26.460563Z","end":"2026-03-31T05:58:26.773729Z","steps":["trace[647029663] 'agreement among raft nodes before linearized reading' (duration: 312.454651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.773799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:26.460543Z","time spent":"313.243565ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:58:26.931714Z","caller":"traceutil/trace.go:171","msg":"trace[403532797] linearizableReadLoop","detail":"{readStateIndex:27639; appliedIndex:27636; }","duration":"123.156549ms","start":"2026-03-31T05:58:26.808516Z","end":"2026-03-31T05:58:26.931672Z","steps":["trace[403532797] 'read index received' (duration: 123.021485ms)","trace[403532797] 'applied index is now lower than readState.Index' (duration: 134.594µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:26.931718Z","caller":"traceutil/trace.go:171","msg":"trace[1867144761] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"152.872375ms","start":"2026-03-31T05:58:26.778826Z","end":"2026-03-31T05:58:26.931699Z","steps":["trace[1867144761] 'process raft request' (duration: 152.788513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:26.93177Z","caller":"traceutil/trace.go:171","msg":"trace[1284581657] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"154.29519ms","start":"2026-03-31T05:58:26.77744Z","end":"2026-03-31T05:58:26.931736Z","steps":["trace[1284581657] 'process raft request' (duration: 154.079734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:26.931803Z","caller":"traceutil/trace.go:171","msg":"trace[576878368] transaction","detail":"{read_only:false; response_revision:26725; number_of_response:1; }","duration":"146.502115ms","start":"2026-03-31T05:58:26.785274Z","end":"2026-03-31T05:58:26.931776Z","steps":["trace[576878368] 'process raft request' (duration: 146.36524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:26.931858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.327355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-jvjbr.18a1d7829d5aca09\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-31T05:58:26.931891Z","caller":"traceutil/trace.go:171","msg":"trace[1486669372] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-jvjbr.18a1d7829d5aca09; range_end:; response_count:1; response_revision:26725; }","duration":"123.405227ms","start":"2026-03-31T05:58:26.808479Z","end":"2026-03-31T05:58:26.931884Z","steps":["trace[1486669372] 'agreement among raft nodes before linearized reading' (duration: 123.286433ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:27.155542Z","caller":"traceutil/trace.go:171","msg":"trace[483589632] linearizableReadLoop","detail":"{readStateIndex:27640; appliedIndex:27639; }","duration":"220.980549ms","start":"2026-03-31T05:58:26.934545Z","end":"2026-03-31T05:58:27.155526Z","steps":["trace[483589632] 'read index received' (duration: 161.061232ms)","trace[483589632] 'applied index is now lower than readState.Index' (duration: 59.918577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:27.155625Z","caller":"traceutil/trace.go:171","msg":"trace[1087200251] transaction","detail":"{read_only:false; response_revision:26726; number_of_response:1; }","duration":"221.487296ms","start":"2026-03-31T05:58:26.934112Z","end":"2026-03-31T05:58:27.1556Z","steps":["trace[1087200251] 'process raft request' (duration: 161.477606ms)","trace[1087200251] 'compare' (duration: 59.801393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:27.155701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.142014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-98w8z\" ","response":"range_response_count:1 size:7133"} {"level":"info","ts":"2026-03-31T05:58:27.155723Z","caller":"traceutil/trace.go:171","msg":"trace[1121595140] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-98w8z; range_end:; response_count:1; response_revision:26726; }","duration":"221.204126ms","start":"2026-03-31T05:58:26.934513Z","end":"2026-03-31T05:58:27.155717Z","steps":["trace[1121595140] 'agreement among raft nodes before linearized reading' (duration: 221.082743ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:27.384531Z","caller":"traceutil/trace.go:171","msg":"trace[320803818] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"131.546943ms","start":"2026-03-31T05:58:27.252965Z","end":"2026-03-31T05:58:27.384512Z","steps":["trace[320803818] 'process raft request' (duration: 131.490921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:27.38478Z","caller":"traceutil/trace.go:171","msg":"trace[586131653] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"221.266629ms","start":"2026-03-31T05:58:27.163492Z","end":"2026-03-31T05:58:27.384759Z","steps":["trace[586131653] 'process raft request' (duration: 143.928593ms)","trace[586131653] 'compare' (duration: 76.896242ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:27.3848Z","caller":"traceutil/trace.go:171","msg":"trace[1156016058] linearizableReadLoop","detail":"{readStateIndex:27642; appliedIndex:27640; }","duration":"188.354512ms","start":"2026-03-31T05:58:27.196415Z","end":"2026-03-31T05:58:27.38477Z","steps":["trace[1156016058] 'read index received' (duration: 51.853663ms)","trace[1156016058] 'applied index is now lower than readState.Index' (duration: 136.497489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:27.385012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.58673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:58:27.385075Z","caller":"traceutil/trace.go:171","msg":"trace[967545444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26729; }","duration":"188.706083ms","start":"2026-03-31T05:58:27.196352Z","end":"2026-03-31T05:58:27.385058Z","steps":["trace[967545444] 'agreement among raft nodes before linearized reading' (duration: 188.497406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:27.773862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.91282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:27.773995Z","caller":"traceutil/trace.go:171","msg":"trace[257540963] linearizableReadLoop","detail":"{readStateIndex:27647; appliedIndex:27646; }","duration":"339.655358ms","start":"2026-03-31T05:58:27.434319Z","end":"2026-03-31T05:58:27.773975Z","steps":["trace[257540963] 'read index received' (duration: 237.498431ms)","trace[257540963] 'applied index is now lower than readState.Index' (duration: 102.154517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:27.774047Z","caller":"traceutil/trace.go:171","msg":"trace[1227205347] transaction","detail":"{read_only:false; response_revision:26733; number_of_response:1; }","duration":"355.575309ms","start":"2026-03-31T05:58:27.418437Z","end":"2026-03-31T05:58:27.774012Z","steps":["trace[1227205347] 'process raft request' (duration: 253.407421ms)","trace[1227205347] 'compare' (duration: 101.758865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:27.774181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.851374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-31T05:58:27.774203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:27.418415Z","time spent":"355.699463ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6949,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:27.774244Z","caller":"traceutil/trace.go:171","msg":"trace[1632182837] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26733; }","duration":"339.936487ms","start":"2026-03-31T05:58:27.434291Z","end":"2026-03-31T05:58:27.774227Z","steps":["trace[1632182837] 'agreement among raft nodes before linearized reading' (duration: 339.742271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:27.774298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:27.434279Z","time spent":"340.004619ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:27.982703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.528864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:27.983041Z","caller":"traceutil/trace.go:171","msg":"trace[1428095526] linearizableReadLoop","detail":"{readStateIndex:27648; appliedIndex:27647; }","duration":"205.75869ms","start":"2026-03-31T05:58:27.777265Z","end":"2026-03-31T05:58:27.983024Z","steps":["trace[1428095526] 'read index received' (duration: 99.836104ms)","trace[1428095526] 'applied index is now lower than readState.Index' (duration: 105.920896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:27.983051Z","caller":"traceutil/trace.go:171","msg":"trace[513898132] transaction","detail":"{read_only:false; response_revision:26734; number_of_response:1; }","duration":"546.396679ms","start":"2026-03-31T05:58:27.436631Z","end":"2026-03-31T05:58:27.983028Z","steps":["trace[513898132] 'process raft request' (duration: 440.477613ms)","trace[513898132] 'compare' (duration: 105.40618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:27.983295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.018979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-03-31T05:58:27.983416Z","caller":"traceutil/trace.go:171","msg":"trace[982267629] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq; range_end:; response_count:1; response_revision:26734; }","duration":"206.171163ms","start":"2026-03-31T05:58:27.777223Z","end":"2026-03-31T05:58:27.983394Z","steps":["trace[982267629] 'agreement among raft nodes before linearized reading' (duration: 205.890524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:27.98342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.794677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T05:58:27.983487Z","caller":"traceutil/trace.go:171","msg":"trace[667293173] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26734; }","duration":"175.90368ms","start":"2026-03-31T05:58:27.807566Z","end":"2026-03-31T05:58:27.98347Z","steps":["trace[667293173] 'agreement among raft nodes before linearized reading' (duration: 175.672913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:27.983829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.965427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268860"} {"level":"info","ts":"2026-03-31T05:58:27.983909Z","caller":"traceutil/trace.go:171","msg":"trace[958068785] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26734; }","duration":"106.08055ms","start":"2026-03-31T05:58:27.877815Z","end":"2026-03-31T05:58:27.983896Z","steps":["trace[958068785] 'agreement among raft nodes before linearized reading' (duration: 105.44064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:27.985328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:27.436621Z","time spent":"548.633499ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:58:28.286098Z","caller":"traceutil/trace.go:171","msg":"trace[762149441] transaction","detail":"{read_only:false; response_revision:26736; number_of_response:1; }","duration":"292.482412ms","start":"2026-03-31T05:58:27.993581Z","end":"2026-03-31T05:58:28.286063Z","steps":["trace[762149441] 'process raft request' (duration: 292.370689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:28.46611Z","caller":"traceutil/trace.go:171","msg":"trace[966184708] linearizableReadLoop","detail":"{readStateIndex:27651; appliedIndex:27649; }","duration":"380.705301ms","start":"2026-03-31T05:58:28.085376Z","end":"2026-03-31T05:58:28.466082Z","steps":["trace[966184708] 'read index received' (duration: 200.562357ms)","trace[966184708] 'applied index is now lower than readState.Index' (duration: 180.141904ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:28.466179Z","caller":"traceutil/trace.go:171","msg":"trace[819073975] transaction","detail":"{read_only:false; response_revision:26737; number_of_response:1; }","duration":"461.543447ms","start":"2026-03-31T05:58:28.004596Z","end":"2026-03-31T05:58:28.46614Z","steps":["trace[819073975] 'process raft request' (duration: 442.037672ms)","trace[819073975] 'compare' (duration: 19.325309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:28.466284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.900796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:28.466344Z","caller":"traceutil/trace.go:171","msg":"trace[1191199548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26737; }","duration":"381.00436ms","start":"2026-03-31T05:58:28.085322Z","end":"2026-03-31T05:58:28.466326Z","steps":["trace[1191199548] 'agreement among raft nodes before linearized reading' (duration: 380.866525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:28.466396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:28.085301Z","time spent":"381.082212ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:28.466295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:28.004576Z","time spent":"461.65882ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:58:28.683948Z","caller":"traceutil/trace.go:171","msg":"trace[228514887] transaction","detail":"{read_only:false; response_revision:26741; number_of_response:1; }","duration":"141.896409ms","start":"2026-03-31T05:58:28.54203Z","end":"2026-03-31T05:58:28.683926Z","steps":["trace[228514887] 'process raft request' (duration: 141.60511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:29.219387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.353341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:29.219574Z","caller":"traceutil/trace.go:171","msg":"trace[1523008111] linearizableReadLoop","detail":"{readStateIndex:27656; appliedIndex:27655; }","duration":"525.15218ms","start":"2026-03-31T05:58:28.694404Z","end":"2026-03-31T05:58:29.219556Z","steps":["trace[1523008111] 'read index received' (duration: 130.405917ms)","trace[1523008111] 'applied index is now lower than readState.Index' (duration: 394.744113ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:29.219682Z","caller":"traceutil/trace.go:171","msg":"trace[2086131840] transaction","detail":"{read_only:false; response_revision:26742; number_of_response:1; }","duration":"529.856389ms","start":"2026-03-31T05:58:28.689811Z","end":"2026-03-31T05:58:29.219667Z","steps":["trace[2086131840] 'process raft request' (duration: 135.090165ms)","trace[2086131840] 'compare' (duration: 393.759162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:29.219798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:28.68979Z","time spent":"529.961892ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:29.219919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.486241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:29.220007Z","caller":"traceutil/trace.go:171","msg":"trace[367717435] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26742; }","duration":"525.590494ms","start":"2026-03-31T05:58:28.694397Z","end":"2026-03-31T05:58:29.219987Z","steps":["trace[367717435] 'agreement among raft nodes before linearized reading' (duration: 525.401728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:29.220061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:28.694383Z","time spent":"525.664396ms","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:30.702922Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126688705s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:31.042575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169098071s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:31.042733Z","caller":"traceutil/trace.go:171","msg":"trace[1127152180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26742; }","duration":"1.169266086s","start":"2026-03-31T05:58:29.873442Z","end":"2026-03-31T05:58:31.042708Z","steps":["trace[1127152180] 'range keys from in-memory index tree' (duration: 1.16908164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.042655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616372658s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:31.043298Z","caller":"traceutil/trace.go:171","msg":"trace[299763561] transaction","detail":"{read_only:false; response_revision:26743; number_of_response:1; }","duration":"2.019201944s","start":"2026-03-31T05:58:29.024065Z","end":"2026-03-31T05:58:31.043267Z","steps":["trace[299763561] 'process raft request' (duration: 402.162006ms)","trace[299763561] 'compare' (duration: 1.615063276s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:31.043481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.024046Z","time spent":"2.01935848s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:31.043842Z","caller":"traceutil/trace.go:171","msg":"trace[1688689794] linearizableReadLoop","detail":"{readStateIndex:27657; appliedIndex:27656; }","duration":"1.824194412s","start":"2026-03-31T05:58:29.21963Z","end":"2026-03-31T05:58:31.043824Z","steps":["trace[1688689794] 'read index received' (duration: 206.542624ms)","trace[1688689794] 'applied index is now lower than readState.Index' (duration: 1.617649598s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:31.051116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114089613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T05:58:31.051176Z","caller":"traceutil/trace.go:171","msg":"trace[601643808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26743; }","duration":"2.114175625s","start":"2026-03-31T05:58:28.936988Z","end":"2026-03-31T05:58:31.051163Z","steps":["trace[601643808] 'agreement among raft nodes before linearized reading' (duration: 2.107479914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.05122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:28.93698Z","time spent":"2.114233638s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:31.051115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114240748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T05:58:31.051174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959545155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:31.051279Z","caller":"traceutil/trace.go:171","msg":"trace[1799993808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26743; }","duration":"2.114445514s","start":"2026-03-31T05:58:28.936821Z","end":"2026-03-31T05:58:31.051266Z","steps":["trace[1799993808] 'agreement among raft nodes before linearized reading' (duration: 2.10762483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:28.936804Z","time spent":"2.114489745s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T05:58:31.051299Z","caller":"traceutil/trace.go:171","msg":"trace[1959086391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26743; }","duration":"1.959661659s","start":"2026-03-31T05:58:29.091621Z","end":"2026-03-31T05:58:31.051283Z","steps":["trace[1959086391] 'agreement among raft nodes before linearized reading' (duration: 1.952300617s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.091593Z","time spent":"1.959885546s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:31.051505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961364823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:58:31.051548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31099416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:58:31.051567Z","caller":"traceutil/trace.go:171","msg":"trace[1986101561] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26743; }","duration":"1.961485346s","start":"2026-03-31T05:58:29.090068Z","end":"2026-03-31T05:58:31.051553Z","steps":["trace[1986101561] 'agreement among raft nodes before linearized reading' (duration: 1.953871277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.090049Z","time spent":"1.961545869s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:31.051628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827207717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-31T05:58:31.051693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.384546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:31.05172Z","caller":"traceutil/trace.go:171","msg":"trace[668067969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26744; }","duration":"337.452978ms","start":"2026-03-31T05:58:30.71426Z","end":"2026-03-31T05:58:31.051713Z","steps":["trace[668067969] 'agreement among raft nodes before linearized reading' (duration: 337.409567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:30.714238Z","time spent":"337.49312ms","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:31.051771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470586906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:58:31.051798Z","caller":"traceutil/trace.go:171","msg":"trace[1474285399] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26744; }","duration":"1.470650188s","start":"2026-03-31T05:58:29.581141Z","end":"2026-03-31T05:58:31.051792Z","steps":["trace[1474285399] 'agreement among raft nodes before linearized reading' (duration: 1.470571535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.58112Z","time spent":"1.4707007s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:58:31.051857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092029344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:58:31.051877Z","caller":"traceutil/trace.go:171","msg":"trace[1697897586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26744; }","duration":"1.092090415s","start":"2026-03-31T05:58:29.959782Z","end":"2026-03-31T05:58:31.051872Z","steps":["trace[1697897586] 'agreement among raft nodes before linearized reading' (duration: 1.092027103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.959761Z","time spent":"1.092126907s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:58:31.051897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.796805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:58:31.051659Z","caller":"traceutil/trace.go:171","msg":"trace[418304839] transaction","detail":"{read_only:false; response_revision:26744; number_of_response:1; }","duration":"130.068546ms","start":"2026-03-31T05:58:30.921582Z","end":"2026-03-31T05:58:31.051651Z","steps":["trace[418304839] 'process raft request' (duration: 129.409936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.051936Z","caller":"traceutil/trace.go:171","msg":"trace[809909550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26744; }","duration":"990.860997ms","start":"2026-03-31T05:58:30.061064Z","end":"2026-03-31T05:58:31.051925Z","steps":["trace[809909550] 'agreement among raft nodes before linearized reading' (duration: 990.717892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:30.061049Z","time spent":"990.905048ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:58:31.05169Z","caller":"traceutil/trace.go:171","msg":"trace[1495114798] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac; range_end:; response_count:1; response_revision:26744; }","duration":"1.82729996s","start":"2026-03-31T05:58:29.224373Z","end":"2026-03-31T05:58:31.051673Z","steps":["trace[1495114798] 'agreement among raft nodes before linearized reading' (duration: 1.827094524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.051988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.224356Z","time spent":"1.8276249s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55325174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:31.052111Z","caller":"traceutil/trace.go:171","msg":"trace[453354744] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26744; }","duration":"1.553314242s","start":"2026-03-31T05:58:29.498789Z","end":"2026-03-31T05:58:31.052103Z","steps":["trace[453354744] 'agreement among raft nodes before linearized reading' (duration: 1.553216148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.052138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.498776Z","time spent":"1.553354873s","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:31.05157Z","caller":"traceutil/trace.go:171","msg":"trace[1989043153] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26744; }","duration":"1.311062982s","start":"2026-03-31T05:58:29.740498Z","end":"2026-03-31T05:58:31.051561Z","steps":["trace[1989043153] 'agreement among raft nodes before linearized reading' (duration: 1.31099232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.052163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.967952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:58:31.052185Z","caller":"traceutil/trace.go:171","msg":"trace[1601123888] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26744; }","duration":"979.012424ms","start":"2026-03-31T05:58:30.073167Z","end":"2026-03-31T05:58:31.052179Z","steps":["trace[1601123888] 'agreement among raft nodes before linearized reading' (duration: 978.960042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.052188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.740474Z","time spent":"1.311695412s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:30.073159Z","time spent":"979.040895ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775320793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-31T05:58:31.052274Z","caller":"traceutil/trace.go:171","msg":"trace[1363120391] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26744; }","duration":"1.775379185s","start":"2026-03-31T05:58:29.276889Z","end":"2026-03-31T05:58:31.052268Z","steps":["trace[1363120391] 'agreement among raft nodes before linearized reading' (duration: 1.775320123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.052312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.27687Z","time spent":"1.775438277s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633240739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:58:31.052343Z","caller":"traceutil/trace.go:171","msg":"trace[299134466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26744; }","duration":"1.633337112s","start":"2026-03-31T05:58:29.419Z","end":"2026-03-31T05:58:31.052337Z","steps":["trace[299134466] 'agreement among raft nodes before linearized reading' (duration: 1.633248039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.052365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.41898Z","time spent":"1.633379714s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762608362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-smnsx\" ","response":"range_response_count:1 size:6394"} {"level":"warn","ts":"2026-03-31T05:58:31.05239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638442292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T05:58:31.052404Z","caller":"traceutil/trace.go:171","msg":"trace[1057820163] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-smnsx; range_end:; response_count:1; response_revision:26744; }","duration":"1.762658334s","start":"2026-03-31T05:58:29.289741Z","end":"2026-03-31T05:58:31.052399Z","steps":["trace[1057820163] 'agreement among raft nodes before linearized reading' (duration: 1.762607012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.052115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.648534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:31.052426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.289723Z","time spent":"1.762700706s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6418,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-smnsx\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627049474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:58:31.05243Z","caller":"traceutil/trace.go:171","msg":"trace[930039705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26744; }","duration":"1.638519506s","start":"2026-03-31T05:58:29.413901Z","end":"2026-03-31T05:58:31.05242Z","steps":["trace[930039705] 'agreement among raft nodes before linearized reading' (duration: 1.638365151s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.052445Z","caller":"traceutil/trace.go:171","msg":"trace[401809660] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26744; }","duration":"1.627085985s","start":"2026-03-31T05:58:29.425355Z","end":"2026-03-31T05:58:31.052441Z","steps":["trace[401809660] 'agreement among raft nodes before linearized reading' (duration: 1.627047194s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.052441Z","caller":"traceutil/trace.go:171","msg":"trace[1933140405] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26744; }","duration":"732.016255ms","start":"2026-03-31T05:58:30.320415Z","end":"2026-03-31T05:58:31.052432Z","steps":["trace[1933140405] 'agreement among raft nodes before linearized reading' (duration: 731.672614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.052457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.425345Z","time spent":"1.627109546s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:29.41388Z","time spent":"1.638570936s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:58:31.052473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:30.320395Z","time spent":"732.066247ms","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:31.317797Z","caller":"traceutil/trace.go:171","msg":"trace[1503124064] transaction","detail":"{read_only:false; response_revision:26748; number_of_response:1; }","duration":"260.551816ms","start":"2026-03-31T05:58:31.057221Z","end":"2026-03-31T05:58:31.317772Z","steps":["trace[1503124064] 'process raft request' (duration: 260.473624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.317825Z","caller":"traceutil/trace.go:171","msg":"trace[1228578797] transaction","detail":"{read_only:false; response_revision:26749; number_of_response:1; }","duration":"259.938067ms","start":"2026-03-31T05:58:31.057877Z","end":"2026-03-31T05:58:31.317816Z","steps":["trace[1228578797] 'process raft request' (duration: 259.848094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.317802Z","caller":"traceutil/trace.go:171","msg":"trace[1758421186] transaction","detail":"{read_only:false; response_revision:26747; number_of_response:1; }","duration":"260.564527ms","start":"2026-03-31T05:58:31.057195Z","end":"2026-03-31T05:58:31.31776Z","steps":["trace[1758421186] 'process raft request' (duration: 260.435863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.318118Z","caller":"traceutil/trace.go:171","msg":"trace[542085987] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"257.995386ms","start":"2026-03-31T05:58:31.060115Z","end":"2026-03-31T05:58:31.318111Z","steps":["trace[542085987] 'process raft request' (duration: 257.632405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.318119Z","caller":"traceutil/trace.go:171","msg":"trace[1201501152] linearizableReadLoop","detail":"{readStateIndex:27664; appliedIndex:27659; }","duration":"258.388938ms","start":"2026-03-31T05:58:31.059707Z","end":"2026-03-31T05:58:31.318096Z","steps":["trace[1201501152] 'read index received' (duration: 9.076026ms)","trace[1201501152] 'applied index is now lower than readState.Index' (duration: 249.311712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:31.318316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.585465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:31.318353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.964219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-jvjbr.18a1d7488611d12e\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-03-31T05:58:31.318377Z","caller":"traceutil/trace.go:171","msg":"trace[90665246] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-jvjbr.18a1d7488611d12e; range_end:; response_count:1; response_revision:26751; }","duration":"246.99949ms","start":"2026-03-31T05:58:31.071369Z","end":"2026-03-31T05:58:31.318369Z","steps":["trace[90665246] 'agreement among raft nodes before linearized reading' (duration: 246.910207ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.318369Z","caller":"traceutil/trace.go:171","msg":"trace[1165350033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26751; }","duration":"258.666227ms","start":"2026-03-31T05:58:31.059685Z","end":"2026-03-31T05:58:31.318351Z","steps":["trace[1165350033] 'agreement among raft nodes before linearized reading' (duration: 258.569873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.318467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.837607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:31.318484Z","caller":"traceutil/trace.go:171","msg":"trace[952846159] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26751; }","duration":"187.889828ms","start":"2026-03-31T05:58:31.130587Z","end":"2026-03-31T05:58:31.318477Z","steps":["trace[952846159] 'agreement among raft nodes before linearized reading' (duration: 187.857377ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.31815Z","caller":"traceutil/trace.go:171","msg":"trace[1133583239] transaction","detail":"{read_only:false; response_revision:26751; number_of_response:1; }","duration":"257.17436ms","start":"2026-03-31T05:58:31.060962Z","end":"2026-03-31T05:58:31.318137Z","steps":["trace[1133583239] 'process raft request' (duration: 257.025895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:31.318572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.101435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:31.318585Z","caller":"traceutil/trace.go:171","msg":"trace[1748950335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26751; }","duration":"222.150517ms","start":"2026-03-31T05:58:31.096431Z","end":"2026-03-31T05:58:31.318581Z","steps":["trace[1748950335] 'agreement among raft nodes before linearized reading' (duration: 222.122486ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.318878Z","caller":"traceutil/trace.go:171","msg":"trace[1353545367] transaction","detail":"{read_only:false; response_revision:26746; number_of_response:1; }","duration":"262.313872ms","start":"2026-03-31T05:58:31.055396Z","end":"2026-03-31T05:58:31.31771Z","steps":["trace[1353545367] 'process raft request' (duration: 256.228191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.518197Z","caller":"traceutil/trace.go:171","msg":"trace[1248343362] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"178.364107ms","start":"2026-03-31T05:58:31.339812Z","end":"2026-03-31T05:58:31.518176Z","steps":["trace[1248343362] 'process raft request' (duration: 178.235753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:31.731944Z","caller":"traceutil/trace.go:171","msg":"trace[1285454921] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"132.786622ms","start":"2026-03-31T05:58:31.599131Z","end":"2026-03-31T05:58:31.731918Z","steps":["trace[1285454921] 'process raft request' (duration: 127.551997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:32.046009Z","caller":"traceutil/trace.go:171","msg":"trace[388833269] transaction","detail":"{read_only:false; response_revision:26757; number_of_response:1; }","duration":"310.612863ms","start":"2026-03-31T05:58:31.735364Z","end":"2026-03-31T05:58:32.045977Z","steps":["trace[388833269] 'process raft request' (duration: 273.272627ms)","trace[388833269] 'compare' (duration: 37.17593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:32.046178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:31.735341Z","time spent":"310.759108ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:58:32.502191Z","caller":"traceutil/trace.go:171","msg":"trace[1846747378] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"187.01817ms","start":"2026-03-31T05:58:32.315148Z","end":"2026-03-31T05:58:32.502166Z","steps":["trace[1846747378] 'process raft request' (duration: 145.311486ms)","trace[1846747378] 'compare' (duration: 41.440176ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:32.728641Z","caller":"traceutil/trace.go:171","msg":"trace[947801923] transaction","detail":"{read_only:false; response_revision:26764; number_of_response:1; }","duration":"160.395442ms","start":"2026-03-31T05:58:32.568215Z","end":"2026-03-31T05:58:32.72861Z","steps":["trace[947801923] 'process raft request' (duration: 142.590592ms)","trace[947801923] 'compare' (duration: 17.517671ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:33.160715Z","caller":"traceutil/trace.go:171","msg":"trace[247399304] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"337.023153ms","start":"2026-03-31T05:58:32.82365Z","end":"2026-03-31T05:58:33.160673Z","steps":["trace[247399304] 'process raft request' (duration: 266.870844ms)","trace[247399304] 'compare' (duration: 69.86464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:33.160912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:32.8236Z","time spent":"337.20982ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:33.276609Z","caller":"traceutil/trace.go:171","msg":"trace[1753743273] transaction","detail":"{read_only:false; response_revision:26768; number_of_response:1; }","duration":"102.941743ms","start":"2026-03-31T05:58:33.173637Z","end":"2026-03-31T05:58:33.276579Z","steps":["trace[1753743273] 'process raft request' (duration: 97.096619ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:33.523702Z","caller":"traceutil/trace.go:171","msg":"trace[115404888] transaction","detail":"{read_only:false; response_revision:26770; number_of_response:1; }","duration":"163.418187ms","start":"2026-03-31T05:58:33.360242Z","end":"2026-03-31T05:58:33.523661Z","steps":["trace[115404888] 'process raft request' (duration: 113.890307ms)","trace[115404888] 'compare' (duration: 49.406516ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:33.702611Z","caller":"traceutil/trace.go:171","msg":"trace[1595707240] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"341.709132ms","start":"2026-03-31T05:58:33.360881Z","end":"2026-03-31T05:58:33.70259Z","steps":["trace[1595707240] 'process raft request' (duration: 341.361191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:33.702637Z","caller":"traceutil/trace.go:171","msg":"trace[11223545] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"341.752404ms","start":"2026-03-31T05:58:33.360843Z","end":"2026-03-31T05:58:33.702595Z","steps":["trace[11223545] 'process raft request' (duration: 320.501924ms)","trace[11223545] 'compare' (duration: 20.359422ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:33.702688Z","caller":"traceutil/trace.go:171","msg":"trace[875343124] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"341.482936ms","start":"2026-03-31T05:58:33.361185Z","end":"2026-03-31T05:58:33.702668Z","steps":["trace[875343124] 'process raft request' (duration: 341.092594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.702735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:33.36087Z","time spent":"341.803956ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:33.702777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:33.361175Z","time spent":"341.553768ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:33.702816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:33.360836Z","time spent":"341.881569ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:33.702892Z","caller":"traceutil/trace.go:171","msg":"trace[236805864] linearizableReadLoop","detail":"{readStateIndex:27689; appliedIndex:27685; }","duration":"213.258057ms","start":"2026-03-31T05:58:33.489624Z","end":"2026-03-31T05:58:33.702882Z","steps":["trace[236805864] 'read index received' (duration: 191.721968ms)","trace[236805864] 'applied index is now lower than readState.Index' (duration: 21.535499ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:33.702926Z","caller":"traceutil/trace.go:171","msg":"trace[592042645] transaction","detail":"{read_only:false; response_revision:26774; number_of_response:1; }","duration":"336.057955ms","start":"2026-03-31T05:58:33.366858Z","end":"2026-03-31T05:58:33.702916Z","steps":["trace[592042645] 'process raft request' (duration: 335.443075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.702984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:33.366838Z","time spent":"336.116306ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:33.703028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.402621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T05:58:33.70305Z","caller":"traceutil/trace.go:171","msg":"trace[1383307612] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26774; }","duration":"213.457123ms","start":"2026-03-31T05:58:33.489587Z","end":"2026-03-31T05:58:33.703044Z","steps":["trace[1383307612] 'agreement among raft nodes before linearized reading' (duration: 213.36371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.703099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.695363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:58:33.703116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.337274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg.18a1d4931cff1bb6\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-31T05:58:33.703149Z","caller":"traceutil/trace.go:171","msg":"trace[1294372064] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26774; }","duration":"108.781387ms","start":"2026-03-31T05:58:33.594354Z","end":"2026-03-31T05:58:33.703136Z","steps":["trace[1294372064] 'agreement among raft nodes before linearized reading' (duration: 108.638512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.703166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.58085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:33.70318Z","caller":"traceutil/trace.go:171","msg":"trace[1743690190] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg.18a1d4931cff1bb6; range_end:; response_count:1; response_revision:26774; }","duration":"176.462628ms","start":"2026-03-31T05:58:33.526697Z","end":"2026-03-31T05:58:33.703159Z","steps":["trace[1743690190] 'agreement among raft nodes before linearized reading' (duration: 176.297023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:33.703201Z","caller":"traceutil/trace.go:171","msg":"trace[1492266513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26774; }","duration":"108.614981ms","start":"2026-03-31T05:58:33.594575Z","end":"2026-03-31T05:58:33.70319Z","steps":["trace[1492266513] 'agreement among raft nodes before linearized reading' (duration: 108.5588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.703482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.391413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:58:33.703539Z","caller":"traceutil/trace.go:171","msg":"trace[245639403] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26774; }","duration":"168.494467ms","start":"2026-03-31T05:58:33.535033Z","end":"2026-03-31T05:58:33.703528Z","steps":["trace[245639403] 'agreement among raft nodes before linearized reading' (duration: 168.376813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:33.822566Z","caller":"traceutil/trace.go:171","msg":"trace[1483618823] linearizableReadLoop","detail":"{readStateIndex:27691; appliedIndex:27689; }","duration":"115.988043ms","start":"2026-03-31T05:58:33.706561Z","end":"2026-03-31T05:58:33.822549Z","steps":["trace[1483618823] 'read index received' (duration: 113.644029ms)","trace[1483618823] 'applied index is now lower than readState.Index' (duration: 2.343324ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:33.822635Z","caller":"traceutil/trace.go:171","msg":"trace[955234537] transaction","detail":"{read_only:false; response_revision:26775; number_of_response:1; }","duration":"116.289172ms","start":"2026-03-31T05:58:33.706315Z","end":"2026-03-31T05:58:33.822604Z","steps":["trace[955234537] 'process raft request' (duration: 116.133077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.822815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.231141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:58:33.822849Z","caller":"traceutil/trace.go:171","msg":"trace[1173256957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26775; }","duration":"116.280423ms","start":"2026-03-31T05:58:33.706556Z","end":"2026-03-31T05:58:33.822837Z","steps":["trace[1173256957] 'agreement among raft nodes before linearized reading' (duration: 116.161059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.822881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.234415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-31T05:58:33.822908Z","caller":"traceutil/trace.go:171","msg":"trace[203147112] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"112.274627ms","start":"2026-03-31T05:58:33.710626Z","end":"2026-03-31T05:58:33.822901Z","steps":["trace[203147112] 'agreement among raft nodes before linearized reading' (duration: 112.203914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.823031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.623868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-03-31T05:58:33.823049Z","caller":"traceutil/trace.go:171","msg":"trace[153842153] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"112.656988ms","start":"2026-03-31T05:58:33.710388Z","end":"2026-03-31T05:58:33.823045Z","steps":["trace[153842153] 'agreement among raft nodes before linearized reading' (duration: 112.606707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.823119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.675548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-03-31T05:58:33.823098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.906285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-31T05:58:33.823135Z","caller":"traceutil/trace.go:171","msg":"trace[748941181] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"112.70474ms","start":"2026-03-31T05:58:33.710426Z","end":"2026-03-31T05:58:33.823131Z","steps":["trace[748941181] 'agreement among raft nodes before linearized reading' (duration: 112.657688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.82311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.429157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-31T05:58:33.823181Z","caller":"traceutil/trace.go:171","msg":"trace[2119802585] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"103.536031ms","start":"2026-03-31T05:58:33.719625Z","end":"2026-03-31T05:58:33.823161Z","steps":["trace[2119802585] 'agreement among raft nodes before linearized reading' (duration: 103.337685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:33.823163Z","caller":"traceutil/trace.go:171","msg":"trace[1321675358] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"111.991917ms","start":"2026-03-31T05:58:33.711151Z","end":"2026-03-31T05:58:33.823143Z","steps":["trace[1321675358] 'agreement among raft nodes before linearized reading' (duration: 111.824532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.823492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.375271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-31T05:58:33.823516Z","caller":"traceutil/trace.go:171","msg":"trace[667276312] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"113.414682ms","start":"2026-03-31T05:58:33.710096Z","end":"2026-03-31T05:58:33.82351Z","steps":["trace[667276312] 'agreement among raft nodes before linearized reading' (duration: 113.3539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.823527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.152684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-03-31T05:58:33.823528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.891705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-31T05:58:33.82364Z","caller":"traceutil/trace.go:171","msg":"trace[493409289] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"113.02628ms","start":"2026-03-31T05:58:33.710583Z","end":"2026-03-31T05:58:33.823609Z","steps":["trace[493409289] 'agreement among raft nodes before linearized reading' (duration: 112.430001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.823661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.804208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:58:33.823568Z","caller":"traceutil/trace.go:171","msg":"trace[106144349] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"113.230776ms","start":"2026-03-31T05:58:33.710325Z","end":"2026-03-31T05:58:33.823556Z","steps":["trace[106144349] 'agreement among raft nodes before linearized reading' (duration: 113.084382ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:33.823704Z","caller":"traceutil/trace.go:171","msg":"trace[1882840309] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26775; }","duration":"102.86759ms","start":"2026-03-31T05:58:33.720824Z","end":"2026-03-31T05:58:33.823692Z","steps":["trace[1882840309] 'agreement among raft nodes before linearized reading' (duration: 102.037523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:33.823844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.017902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-31T05:58:33.823925Z","caller":"traceutil/trace.go:171","msg":"trace[1296535885] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:26775; }","duration":"115.150656ms","start":"2026-03-31T05:58:33.708757Z","end":"2026-03-31T05:58:33.823908Z","steps":["trace[1296535885] 'agreement among raft nodes before linearized reading' (duration: 114.065672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:34.328811Z","caller":"traceutil/trace.go:171","msg":"trace[54670639] linearizableReadLoop","detail":"{readStateIndex:27698; appliedIndex:27697; }","duration":"241.707222ms","start":"2026-03-31T05:58:34.087077Z","end":"2026-03-31T05:58:34.328784Z","steps":["trace[54670639] 'read index received' (duration: 241.547357ms)","trace[54670639] 'applied index is now lower than readState.Index' (duration: 158.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:34.328942Z","caller":"traceutil/trace.go:171","msg":"trace[628032957] transaction","detail":"{read_only:false; response_revision:26782; number_of_response:1; }","duration":"278.204882ms","start":"2026-03-31T05:58:34.050722Z","end":"2026-03-31T05:58:34.328927Z","steps":["trace[628032957] 'process raft request' (duration: 277.888122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:34.329251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.156967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:34.329334Z","caller":"traceutil/trace.go:171","msg":"trace[1748565103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26782; }","duration":"242.294201ms","start":"2026-03-31T05:58:34.087022Z","end":"2026-03-31T05:58:34.329317Z","steps":["trace[1748565103] 'agreement among raft nodes before linearized reading' (duration: 242.125316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:34.348592Z","caller":"traceutil/trace.go:171","msg":"trace[30450840] transaction","detail":"{read_only:false; response_revision:26783; number_of_response:1; }","duration":"137.522241ms","start":"2026-03-31T05:58:34.211041Z","end":"2026-03-31T05:58:34.348563Z","steps":["trace[30450840] 'process raft request' (duration: 137.332785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:34.348694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.067911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:34.348771Z","caller":"traceutil/trace.go:171","msg":"trace[907698101] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26783; }","duration":"227.206276ms","start":"2026-03-31T05:58:34.121544Z","end":"2026-03-31T05:58:34.34875Z","steps":["trace[907698101] 'agreement among raft nodes before linearized reading' (duration: 227.00939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:36.366679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:36.867197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572944,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:37.155777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43068358s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:58:37.156248Z","caller":"traceutil/trace.go:171","msg":"trace[1215701814] transaction","detail":"{read_only:false; response_revision:26786; number_of_response:1; }","duration":"1.431225037s","start":"2026-03-31T05:58:35.724973Z","end":"2026-03-31T05:58:37.156198Z","steps":["trace[1215701814] 'process raft request' (duration: 1.4310022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:37.156446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:35.724939Z","time spent":"1.431382612s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:38.088941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:38.089014Z","caller":"traceutil/trace.go:171","msg":"trace[697728863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429184s","start":"2026-03-31T05:58:36.088568Z","end":"2026-03-31T05:58:38.088998Z","steps":["trace[697728863] 'agreement among raft nodes before linearized reading' (duration: 2.000335561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:38.089059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.088546Z","time spent":"2.000505297s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:39.386344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.230365627s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:39.820531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.878456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:39.820774Z","caller":"traceutil/trace.go:171","msg":"trace[709637454] transaction","detail":"{read_only:false; response_revision:26787; number_of_response:1; }","duration":"4.095409577s","start":"2026-03-31T05:58:35.725318Z","end":"2026-03-31T05:58:39.820728Z","steps":["trace[709637454] 'process raft request' (duration: 3.661258054s)","trace[709637454] 'compare' (duration: 430.947012ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:39.82081Z","caller":"traceutil/trace.go:171","msg":"trace[651316981] transaction","detail":"{read_only:false; response_revision:26788; number_of_response:1; }","duration":"4.094697155s","start":"2026-03-31T05:58:35.726097Z","end":"2026-03-31T05:58:39.820794Z","steps":["trace[651316981] 'process raft request' (duration: 4.09456238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:39.820875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:35.726067Z","time spent":"4.094779437s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:39.820918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:35.725299Z","time spent":"4.095545052s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:39.82117Z","caller":"traceutil/trace.go:171","msg":"trace[1411200367] linearizableReadLoop","detail":"{readStateIndex:27705; appliedIndex:27701; }","duration":"3.954983014s","start":"2026-03-31T05:58:35.866156Z","end":"2026-03-31T05:58:39.821139Z","steps":["trace[1411200367] 'read index received' (duration: 1.289928137s)","trace[1411200367] 'applied index is now lower than readState.Index' (duration: 2.665053527s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:39.821321Z","caller":"traceutil/trace.go:171","msg":"trace[869869059] transaction","detail":"{read_only:false; response_revision:26789; number_of_response:1; }","duration":"3.771554877s","start":"2026-03-31T05:58:36.049754Z","end":"2026-03-31T05:58:39.821309Z","steps":["trace[869869059] 'process raft request' (duration: 3.770997589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:39.821384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.049736Z","time spent":"3.771617939s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:39.821459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955297165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:58:39.821508Z","caller":"traceutil/trace.go:171","msg":"trace[1151361385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26789; }","duration":"3.955394828s","start":"2026-03-31T05:58:35.866098Z","end":"2026-03-31T05:58:39.821493Z","steps":["trace[1151361385] 'agreement among raft nodes before linearized reading' (duration: 3.955211432s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:39.821545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:35.866067Z","time spent":"3.95546763s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T05:58:39.878262Z","caller":"traceutil/trace.go:171","msg":"trace[349623198] transaction","detail":"{read_only:false; response_revision:26790; number_of_response:1; }","duration":"1.319071126s","start":"2026-03-31T05:58:38.559159Z","end":"2026-03-31T05:58:39.87823Z","steps":["trace[349623198] 'process raft request' (duration: 1.31888173s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:39.878513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.559148Z","time spent":"1.319184769s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:40.090202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:40.090268Z","caller":"traceutil/trace.go:171","msg":"trace[1345977688] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000781887s","start":"2026-03-31T05:58:38.089472Z","end":"2026-03-31T05:58:40.090254Z","steps":["trace[1345977688] 'agreement among raft nodes before linearized reading' (duration: 2.000692734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:40.090302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.089456Z","time spent":"2.000839448s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:40.611389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:40.611473Z","caller":"traceutil/trace.go:171","msg":"trace[2108731560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094184s","start":"2026-03-31T05:58:38.61136Z","end":"2026-03-31T05:58:40.611454Z","steps":["trace[2108731560] 'agreement among raft nodes before linearized reading' (duration: 1.999985721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:40.611533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.611343Z","time spent":"2.000176836s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:41.286916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99978561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:41.28699Z","caller":"traceutil/trace.go:171","msg":"trace[963067147] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999904164s","start":"2026-03-31T05:58:36.28707Z","end":"2026-03-31T05:58:41.286974Z","steps":["trace[963067147] 'agreement among raft nodes before linearized reading' (duration: 4.999810611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:41.287023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.287053Z","time spent":"4.999963257s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:58:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:41.367919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.489862803s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:41.840918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999391318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:41.841031Z","caller":"traceutil/trace.go:171","msg":"trace[1570776829] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999570704s","start":"2026-03-31T05:58:36.841438Z","end":"2026-03-31T05:58:41.841009Z","steps":["trace[1570776829] 'agreement among raft nodes before linearized reading' (duration: 4.99942671s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:41.841094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.841416Z","time spent":"4.999664387s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:58:42.095537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:42.095611Z","caller":"traceutil/trace.go:171","msg":"trace[711980488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031187s","start":"2026-03-31T05:58:40.095284Z","end":"2026-03-31T05:58:42.095596Z","steps":["trace[711980488] 'agreement among raft nodes before linearized reading' (duration: 2.000224417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:42.095649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:40.095271Z","time spent":"2.000369552s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:42.134147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000315788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:42.134239Z","caller":"traceutil/trace.go:171","msg":"trace[859954678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000446511s","start":"2026-03-31T05:58:37.133771Z","end":"2026-03-31T05:58:42.134217Z","steps":["trace[859954678] 'agreement among raft nodes before linearized reading' (duration: 5.000323397s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:42.134336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.133763Z","time spent":"5.000554444s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:58:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:42.334539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999297186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:42.3346Z","caller":"traceutil/trace.go:171","msg":"trace[1606848372] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999375968s","start":"2026-03-31T05:58:37.33521Z","end":"2026-03-31T05:58:42.334586Z","steps":["trace[1606848372] 'agreement among raft nodes before linearized reading' (duration: 4.999293726s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:42.334631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.335153Z","time spent":"4.999471181s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:58:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:42.479925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999308825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:42.480066Z","caller":"traceutil/trace.go:171","msg":"trace[1977679772] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99947284s","start":"2026-03-31T05:58:37.480574Z","end":"2026-03-31T05:58:42.480047Z","steps":["trace[1977679772] 'agreement among raft nodes before linearized reading' (duration: 4.999304845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:42.480114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.480517Z","time spent":"4.999585754s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:58:43.018577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140417938s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:58:43.0188Z","caller":"traceutil/trace.go:171","msg":"trace[360852565] linearizableReadLoop","detail":"{readStateIndex:27707; appliedIndex:27706; }","duration":"3.197535717s","start":"2026-03-31T05:58:39.82124Z","end":"2026-03-31T05:58:43.018776Z","steps":["trace[360852565] 'read index received' (duration: 56.950324ms)","trace[360852565] 'applied index is now lower than readState.Index' (duration: 3.140584053s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:43.019794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316145354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:43.019823Z","caller":"traceutil/trace.go:171","msg":"trace[1178662247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26790; }","duration":"3.316277008s","start":"2026-03-31T05:58:39.703537Z","end":"2026-03-31T05:58:43.019814Z","steps":["trace[1178662247] 'agreement among raft nodes before linearized reading' (duration: 3.316159034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.019847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:39.703516Z","time spent":"3.316324249s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.02Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471918649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:43.020021Z","caller":"traceutil/trace.go:171","msg":"trace[653722548] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26790; }","duration":"3.471973561s","start":"2026-03-31T05:58:39.548039Z","end":"2026-03-31T05:58:43.020013Z","steps":["trace[653722548] 'agreement among raft nodes before linearized reading' (duration: 3.47193625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:39.548019Z","time spent":"3.472013742s","remote":"127.0.0.1:40762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.020163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.974627618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:43.020181Z","caller":"traceutil/trace.go:171","msg":"trace[27873290] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26790; }","duration":"6.974715072s","start":"2026-03-31T05:58:36.04546Z","end":"2026-03-31T05:58:43.020175Z","steps":["trace[27873290] 'agreement among raft nodes before linearized reading' (duration: 6.97465667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.722159297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.020206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.045433Z","time spent":"6.974766043s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:43.020226Z","caller":"traceutil/trace.go:171","msg":"trace[1429033558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26790; }","duration":"6.722267221s","start":"2026-03-31T05:58:36.29794Z","end":"2026-03-31T05:58:43.020207Z","steps":["trace[1429033558] 'agreement among raft nodes before linearized reading' (duration: 6.722122246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.297928Z","time spent":"6.722330233s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:58:43.020271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.004153559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:43.020336Z","caller":"traceutil/trace.go:171","msg":"trace[1067840497] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26790; }","duration":"7.004270932s","start":"2026-03-31T05:58:36.016049Z","end":"2026-03-31T05:58:43.02032Z","steps":["trace[1067840497] 'agreement among raft nodes before linearized reading' (duration: 7.004152469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.02035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.536326778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.020368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.016032Z","time spent":"7.004328584s","remote":"127.0.0.1:37616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:43.02039Z","caller":"traceutil/trace.go:171","msg":"trace[975419568] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:26790; }","duration":"3.536431371s","start":"2026-03-31T05:58:39.483945Z","end":"2026-03-31T05:58:43.020377Z","steps":["trace[975419568] 'agreement among raft nodes before linearized reading' (duration: 3.536369399s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.890937948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-03-31T05:58:43.020397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867966865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T05:58:43.020442Z","caller":"traceutil/trace.go:171","msg":"trace[1733603973] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:26790; }","duration":"5.891018661s","start":"2026-03-31T05:58:37.129414Z","end":"2026-03-31T05:58:43.020433Z","steps":["trace[1733603973] 'agreement among raft nodes before linearized reading' (duration: 5.890950099s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581364727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.020474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.129387Z","time spent":"5.891078112s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"warn","ts":"2026-03-31T05:58:43.020425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:39.483918Z","time spent":"3.536498474s","remote":"127.0.0.1:37358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:43.0205Z","caller":"traceutil/trace.go:171","msg":"trace[1250572183] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26790; }","duration":"3.581394078s","start":"2026-03-31T05:58:39.439094Z","end":"2026-03-31T05:58:43.020488Z","steps":["trace[1250572183] 'agreement among raft nodes before linearized reading' (duration: 3.581352226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.031310993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.02053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:39.439048Z","time spent":"3.58147378s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:43.020546Z","caller":"traceutil/trace.go:171","msg":"trace[742342828] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26790; }","duration":"5.031623293s","start":"2026-03-31T05:58:37.988911Z","end":"2026-03-31T05:58:43.020534Z","steps":["trace[742342828] 'agreement among raft nodes before linearized reading' (duration: 5.031302693s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.988899Z","time spent":"5.031667864s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.020666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054952522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:43.0207Z","caller":"traceutil/trace.go:171","msg":"trace[1050773545] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26790; }","duration":"4.054989523s","start":"2026-03-31T05:58:38.9657Z","end":"2026-03-31T05:58:43.02069Z","steps":["trace[1050773545] 'agreement among raft nodes before linearized reading' (duration: 4.054933011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283140549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-31T05:58:43.020723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.965656Z","time spent":"4.055060836s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.020712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.957099011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:58:43.020753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46507166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.020779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077118001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:43.020776Z","caller":"traceutil/trace.go:171","msg":"trace[25101395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26790; }","duration":"5.957202575s","start":"2026-03-31T05:58:37.063556Z","end":"2026-03-31T05:58:43.020759Z","steps":["trace[25101395] 'agreement among raft nodes before linearized reading' (duration: 5.95704505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869200627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-03-31T05:58:43.020806Z","caller":"traceutil/trace.go:171","msg":"trace[1362068842] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26790; }","duration":"4.077178132s","start":"2026-03-31T05:58:38.943618Z","end":"2026-03-31T05:58:43.020796Z","steps":["trace[1362068842] 'agreement among raft nodes before linearized reading' (duration: 4.077137901s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:43.020811Z","caller":"traceutil/trace.go:171","msg":"trace[1334187241] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26790; }","duration":"4.465157812s","start":"2026-03-31T05:58:38.555635Z","end":"2026-03-31T05:58:43.020792Z","steps":["trace[1334187241] 'agreement among raft nodes before linearized reading' (duration: 4.46508776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.9436Z","time spent":"4.077219713s","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:43.020826Z","caller":"traceutil/trace.go:171","msg":"trace[1753292462] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26790; }","duration":"4.869263949s","start":"2026-03-31T05:58:38.151553Z","end":"2026-03-31T05:58:43.020817Z","steps":["trace[1753292462] 'agreement among raft nodes before linearized reading' (duration: 4.869145925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847498599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T05:58:43.020857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.151535Z","time spent":"4.869316341s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-31T05:58:43.020755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.057105126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-31T05:58:43.020871Z","caller":"traceutil/trace.go:171","msg":"trace[1479897534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26790; }","duration":"3.847554441s","start":"2026-03-31T05:58:39.173311Z","end":"2026-03-31T05:58:43.020865Z","steps":["trace[1479897534] 'agreement among raft nodes before linearized reading' (duration: 3.847509529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:39.17329Z","time spent":"3.847601631s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T05:58:43.020471Z","caller":"traceutil/trace.go:171","msg":"trace[553790024] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26790; }","duration":"5.868083429s","start":"2026-03-31T05:58:37.152367Z","end":"2026-03-31T05:58:43.02045Z","steps":["trace[553790024] 'agreement among raft nodes before linearized reading' (duration: 5.867876072s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.555612Z","time spent":"4.465232964s","remote":"127.0.0.1:58922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.020904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679264981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.02093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.152352Z","time spent":"5.868568403s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-31T05:58:43.020946Z","caller":"traceutil/trace.go:171","msg":"trace[838676218] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26790; }","duration":"5.679337174s","start":"2026-03-31T05:58:37.341595Z","end":"2026-03-31T05:58:43.020933Z","steps":["trace[838676218] 'agreement among raft nodes before linearized reading' (duration: 5.679284782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.020816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.063537Z","time spent":"5.957271087s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:43.020868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.080997214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.020814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.154250186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:43.020988Z","caller":"traceutil/trace.go:171","msg":"trace[357496020] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26790; }","duration":"6.081156709s","start":"2026-03-31T05:58:36.939822Z","end":"2026-03-31T05:58:43.020979Z","steps":["trace[357496020] 'agreement among raft nodes before linearized reading' (duration: 6.081018355s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:43.02074Z","caller":"traceutil/trace.go:171","msg":"trace[1972730252] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26790; }","duration":"4.283234122s","start":"2026-03-31T05:58:38.737493Z","end":"2026-03-31T05:58:43.020728Z","steps":["trace[1972730252] 'agreement among raft nodes before linearized reading' (duration: 4.283115309s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.021013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.9398Z","time spent":"6.081205531s","remote":"127.0.0.1:37332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.020994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.341576Z","time spent":"5.679399585s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.021023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.737473Z","time spent":"4.283542892s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:58:43.020244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.996116006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:43.02086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.306886703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:43.021085Z","caller":"traceutil/trace.go:171","msg":"trace[781407975] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:26790; }","duration":"6.996996233s","start":"2026-03-31T05:58:36.024077Z","end":"2026-03-31T05:58:43.021073Z","steps":["trace[781407975] 'agreement among raft nodes before linearized reading' (duration: 6.996091905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.021124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.024062Z","time spent":"6.997050615s","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.020909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226221909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:43.021126Z","caller":"traceutil/trace.go:171","msg":"trace[1996805110] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26790; }","duration":"5.307167962s","start":"2026-03-31T05:58:37.713938Z","end":"2026-03-31T05:58:43.021106Z","steps":["trace[1996805110] 'agreement among raft nodes before linearized reading' (duration: 5.306898294s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.02069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.552908906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:43.021169Z","caller":"traceutil/trace.go:171","msg":"trace[1665642844] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26790; }","duration":"6.226511758s","start":"2026-03-31T05:58:36.794647Z","end":"2026-03-31T05:58:43.021158Z","steps":["trace[1665642844] 'agreement among raft nodes before linearized reading' (duration: 6.226242279s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:43.02119Z","caller":"traceutil/trace.go:171","msg":"trace[66691757] transaction","detail":"{read_only:false; response_revision:26791; number_of_response:1; }","duration":"3.194622886s","start":"2026-03-31T05:58:39.826558Z","end":"2026-03-31T05:58:43.021181Z","steps":["trace[66691757] 'process raft request' (duration: 3.192105166s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:43.021185Z","caller":"traceutil/trace.go:171","msg":"trace[2008673878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26790; }","duration":"4.553440402s","start":"2026-03-31T05:58:38.467733Z","end":"2026-03-31T05:58:43.021174Z","steps":["trace[2008673878] 'agreement among raft nodes before linearized reading' (duration: 4.552905036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.021193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.713919Z","time spent":"5.307252624s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.021207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:36.794629Z","time spent":"6.226565379s","remote":"127.0.0.1:37424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:43.021229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:38.467714Z","time spent":"4.553501265s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:43.021009Z","caller":"traceutil/trace.go:171","msg":"trace[247668832] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26790; }","duration":"5.154482793s","start":"2026-03-31T05:58:37.866514Z","end":"2026-03-31T05:58:43.020997Z","steps":["trace[247668832] 'agreement among raft nodes before linearized reading' (duration: 5.154269326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.021254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:39.826538Z","time spent":"3.194671487s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:43.021275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.866497Z","time spent":"5.154766571s","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:43.020897Z","caller":"traceutil/trace.go:171","msg":"trace[7600769] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26790; }","duration":"5.057270901s","start":"2026-03-31T05:58:37.963614Z","end":"2026-03-31T05:58:43.020885Z","steps":["trace[7600769] 'agreement among raft nodes before linearized reading' (duration: 5.057046264s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:43.021362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:37.9636Z","time spent":"5.057744226s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:43.535266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:44.035696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:44.536557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:45.036719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:45.537704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:46.038004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:46.103092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:46.10317Z","caller":"traceutil/trace.go:171","msg":"trace[856691667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222389s","start":"2026-03-31T05:58:44.102932Z","end":"2026-03-31T05:58:46.103154Z","steps":["trace[856691667] 'agreement among raft nodes before linearized reading' (duration: 2.000129326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:46.10321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:44.102916Z","time spent":"2.000284941s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:46.538477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572954,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:46.593636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.569357249s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:46.710806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881369402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:58:46.710857Z","caller":"traceutil/trace.go:171","msg":"trace[124665926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26791; }","duration":"4.881430094s","start":"2026-03-31T05:58:41.829414Z","end":"2026-03-31T05:58:46.710844Z","steps":["trace[124665926] 'agreement among raft nodes before linearized reading' (duration: 1.191780586s)","trace[124665926] 'range keys from in-memory index tree' (duration: 3.689517864s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.71088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:41.82939Z","time spent":"4.881486035s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:46.710876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.615185178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:46.710907Z","caller":"traceutil/trace.go:171","msg":"trace[1856349283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26791; }","duration":"4.615214068s","start":"2026-03-31T05:58:42.095682Z","end":"2026-03-31T05:58:46.710896Z","steps":["trace[1856349283] 'agreement among raft nodes before linearized reading' (duration: 925.510459ms)","trace[1856349283] 'range keys from in-memory index tree' (duration: 3.689661078s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.710927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:42.095638Z","time spent":"4.615284101s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:46.710985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629077406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:46.711004Z","caller":"traceutil/trace.go:171","msg":"trace[345256385] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26791; }","duration":"4.629127378s","start":"2026-03-31T05:58:42.081869Z","end":"2026-03-31T05:58:46.710997Z","steps":["trace[345256385] 'agreement among raft nodes before linearized reading' (duration: 939.335865ms)","trace[345256385] 'count revisions from in-memory index tree' (duration: 3.689768082s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.711019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:42.081851Z","time spent":"4.629162328s","remote":"127.0.0.1:40786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:46.711061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.18533218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:46.711087Z","caller":"traceutil/trace.go:171","msg":"trace[1140728887] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26791; }","duration":"6.185399653s","start":"2026-03-31T05:58:40.525679Z","end":"2026-03-31T05:58:46.711078Z","steps":["trace[1140728887] 'agreement among raft nodes before linearized reading' (duration: 2.495488497s)","trace[1140728887] 'count revisions from in-memory index tree' (duration: 3.689877335s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.711105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:40.525657Z","time spent":"6.185443294s","remote":"127.0.0.1:37374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:46.711133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.86339802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:46.711155Z","caller":"traceutil/trace.go:171","msg":"trace[610674267] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26791; }","duration":"3.863456182s","start":"2026-03-31T05:58:42.847691Z","end":"2026-03-31T05:58:46.711147Z","steps":["trace[610674267] 'agreement among raft nodes before linearized reading' (duration: 173.515595ms)","trace[610674267] 'count revisions from in-memory index tree' (duration: 3.689912046s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.711172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:42.847668Z","time spent":"3.863499793s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:46.711275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368449467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:46.711294Z","caller":"traceutil/trace.go:171","msg":"trace[965887647] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26791; }","duration":"4.368497429s","start":"2026-03-31T05:58:42.342792Z","end":"2026-03-31T05:58:46.711289Z","steps":["trace[965887647] 'agreement among raft nodes before linearized reading' (duration: 678.422928ms)","trace[965887647] 'count revisions from in-memory index tree' (duration: 3.69004945s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.711326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:42.342761Z","time spent":"4.368560771s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:46.711448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564250914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:46.71147Z","caller":"traceutil/trace.go:171","msg":"trace[897633306] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26791; }","duration":"4.564297365s","start":"2026-03-31T05:58:42.147167Z","end":"2026-03-31T05:58:46.711465Z","steps":["trace[897633306] 'agreement among raft nodes before linearized reading' (duration: 874.053729ms)","trace[897633306] 'count revisions from in-memory index tree' (duration: 3.690197415s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.711487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:42.147154Z","time spent":"4.564328826s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:46.711584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.885265234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:58:46.7116Z","caller":"traceutil/trace.go:171","msg":"trace[1400273905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26791; }","duration":"4.885317015s","start":"2026-03-31T05:58:41.826279Z","end":"2026-03-31T05:58:46.711596Z","steps":["trace[1400273905] 'agreement among raft nodes before linearized reading' (duration: 1.194943515s)","trace[1400273905] 'range keys from in-memory index tree' (duration: 3.690324689s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.711613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:41.826259Z","time spent":"4.885350437s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:58:46.711682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.18595356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:46.711699Z","caller":"traceutil/trace.go:171","msg":"trace[491359765] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26791; }","duration":"6.186015423s","start":"2026-03-31T05:58:40.525679Z","end":"2026-03-31T05:58:46.711694Z","steps":["trace[491359765] 'agreement among raft nodes before linearized reading' (duration: 2.495556939s)","trace[491359765] 'count revisions from in-memory index tree' (duration: 3.690434173s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.711716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:40.525664Z","time spent":"6.186046853s","remote":"127.0.0.1:37396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:46.713482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.728356Z","time spent":"985.119738ms","remote":"127.0.0.1:49748","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:46.715081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.122635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:46.715132Z","caller":"traceutil/trace.go:171","msg":"trace[1278896473] transaction","detail":"{read_only:false; response_revision:26792; number_of_response:1; }","duration":"3.690940098s","start":"2026-03-31T05:58:43.024183Z","end":"2026-03-31T05:58:46.715123Z","steps":["trace[1278896473] 'process raft request' (duration: 3.569732271s)","trace[1278896473] 'compare' (duration: 120.902508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:46.715163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.024163Z","time spent":"3.690983909s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:47.949291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:47.949356Z","caller":"traceutil/trace.go:171","msg":"trace[567548769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315931s","start":"2026-03-31T05:58:45.949026Z","end":"2026-03-31T05:58:47.949342Z","steps":["trace[567548769] 'agreement among raft nodes before linearized reading' (duration: 2.000217268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:47.949394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.949003Z","time spent":"2.000383742s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:48.025302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.026315Z","time spent":"4.998978944s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:58:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:48.104945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00094334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:48.105038Z","caller":"traceutil/trace.go:171","msg":"trace[1578609046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001083074s","start":"2026-03-31T05:58:46.103933Z","end":"2026-03-31T05:58:48.105016Z","steps":["trace[1578609046] 'agreement among raft nodes before linearized reading' (duration: 2.00097202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:48.105087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.103908Z","time spent":"2.001168407s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:49.101862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.507952979s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:58:49.159493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.025254Z","time spent":"6.134232321s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:58:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:49.422069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002389613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:49.422128Z","caller":"traceutil/trace.go:171","msg":"trace[2098467730] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.002504146s","start":"2026-03-31T05:58:44.41961Z","end":"2026-03-31T05:58:49.422115Z","steps":["trace[2098467730] 'agreement among raft nodes before linearized reading' (duration: 5.002425544s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:49.422163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:44.419583Z","time spent":"5.002568768s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:58:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:50.02683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000150613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:50.02693Z","caller":"traceutil/trace.go:171","msg":"trace[1421652677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000316648s","start":"2026-03-31T05:58:45.026593Z","end":"2026-03-31T05:58:50.026909Z","steps":["trace[1421652677] 'agreement among raft nodes before linearized reading' (duration: 5.000186153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.026983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.026571Z","time spent":"5.000401041s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:50.030014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.028919Z","time spent":"7.001089242s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:50.112252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000182707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:50.112448Z","caller":"traceutil/trace.go:171","msg":"trace[510518363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000375523s","start":"2026-03-31T05:58:48.112006Z","end":"2026-03-31T05:58:50.112381Z","steps":["trace[510518363] 'agreement among raft nodes before linearized reading' (duration: 2.000209908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.11252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:48.111988Z","time spent":"2.000518557s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:50.215218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.329652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:50.215327Z","caller":"traceutil/trace.go:171","msg":"trace[129368215] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26792; }","duration":"342.434105ms","start":"2026-03-31T05:58:49.872864Z","end":"2026-03-31T05:58:50.215298Z","steps":["trace[129368215] 'range keys from in-memory index tree' (duration: 342.315771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.217332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114770891s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:58:50.218225Z","caller":"traceutil/trace.go:171","msg":"trace[1212637075] transaction","detail":"{read_only:false; response_revision:26796; number_of_response:1; }","duration":"5.505278571s","start":"2026-03-31T05:58:44.712927Z","end":"2026-03-31T05:58:50.218206Z","steps":["trace[1212637075] 'process raft request' (duration: 5.505046854s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.218344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:44.712902Z","time spent":"5.505375455s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:50.218436Z","caller":"traceutil/trace.go:171","msg":"trace[451269770] linearizableReadLoop","detail":"{readStateIndex:27715; appliedIndex:27708; }","duration":"7.192506371s","start":"2026-03-31T05:58:43.025907Z","end":"2026-03-31T05:58:50.218413Z","steps":["trace[451269770] 'read index received' (duration: 3.567905363s)","trace[451269770] 'applied index is now lower than readState.Index' (duration: 3.624600028s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:58:50.218448Z","caller":"traceutil/trace.go:171","msg":"trace[1985941894] transaction","detail":"{read_only:false; response_revision:26797; number_of_response:1; }","duration":"5.390503546s","start":"2026-03-31T05:58:44.827925Z","end":"2026-03-31T05:58:50.218429Z","steps":["trace[1985941894] 'process raft request' (duration: 5.390232338s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:50.218509Z","caller":"traceutil/trace.go:171","msg":"trace[1880901505] transaction","detail":"{read_only:false; response_revision:26798; number_of_response:1; }","duration":"5.109650381s","start":"2026-03-31T05:58:45.108812Z","end":"2026-03-31T05:58:50.218462Z","steps":["trace[1880901505] 'process raft request' (duration: 5.109500046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.218545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:44.827902Z","time spent":"5.39059296s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:50.218584Z","caller":"traceutil/trace.go:171","msg":"trace[625528946] transaction","detail":"{read_only:false; response_revision:26799; number_of_response:1; }","duration":"3.499773907s","start":"2026-03-31T05:58:46.718793Z","end":"2026-03-31T05:58:50.218567Z","steps":["trace[625528946] 'process raft request' (duration: 3.499583791s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.218662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.108784Z","time spent":"5.109775635s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:50.218691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.71877Z","time spent":"3.49986451s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:50.219232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.193316977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T05:58:50.219288Z","caller":"traceutil/trace.go:171","msg":"trace[1756267747] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee; range_end:; response_count:1; response_revision:26799; }","duration":"7.193372989s","start":"2026-03-31T05:58:43.025901Z","end":"2026-03-31T05:58:50.219274Z","steps":["trace[1756267747] 'agreement among raft nodes before linearized reading' (duration: 7.192605165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.219339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.025864Z","time spent":"7.193465252s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee\" "} {"level":"info","ts":"2026-03-31T05:58:50.219422Z","caller":"traceutil/trace.go:171","msg":"trace[1515146776] transaction","detail":"{read_only:false; response_revision:26800; number_of_response:1; }","duration":"3.500152279s","start":"2026-03-31T05:58:46.719256Z","end":"2026-03-31T05:58:50.219408Z","steps":["trace[1515146776] 'process raft request' (duration: 3.49923426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.219501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.719249Z","time spent":"3.500215391s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:58:50.219869Z","caller":"traceutil/trace.go:171","msg":"trace[1301776767] transaction","detail":"{read_only:false; response_revision:26801; number_of_response:1; }","duration":"2.834480714s","start":"2026-03-31T05:58:47.385372Z","end":"2026-03-31T05:58:50.219852Z","steps":["trace[1301776767] 'process raft request' (duration: 2.833980279s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.219938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:47.385342Z","time spent":"2.834563126s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:50.391409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998898683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:50.391519Z","caller":"traceutil/trace.go:171","msg":"trace[1305642554] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999061888s","start":"2026-03-31T05:58:45.392432Z","end":"2026-03-31T05:58:50.391494Z","steps":["trace[1305642554] 'agreement among raft nodes before linearized reading' (duration: 4.998927504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.391572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.392413Z","time spent":"4.999147s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:58:50.451974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999184092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:50.45205Z","caller":"traceutil/trace.go:171","msg":"trace[1575429947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999314086s","start":"2026-03-31T05:58:45.452719Z","end":"2026-03-31T05:58:50.452033Z","steps":["trace[1575429947] 'agreement among raft nodes before linearized reading' (duration: 4.999212073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.452088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.452699Z","time spent":"4.999380758s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:58:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:50.804605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999110859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:50.804669Z","caller":"traceutil/trace.go:171","msg":"trace[1260978926] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999226033s","start":"2026-03-31T05:58:45.805429Z","end":"2026-03-31T05:58:50.804656Z","steps":["trace[1260978926] 'agreement among raft nodes before linearized reading' (duration: 4.99914258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:50.804713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.805412Z","time spent":"4.999292306s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 05:58:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:51.14752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002245058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:51.147602Z","caller":"traceutil/trace.go:171","msg":"trace[546169977] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.002354851s","start":"2026-03-31T05:58:46.145229Z","end":"2026-03-31T05:58:51.147584Z","steps":["trace[546169977] 'agreement among raft nodes before linearized reading' (duration: 5.002237187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:51.147662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.145187Z","time spent":"5.002464374s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 05:58:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:52.112443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:58:52.112556Z","caller":"traceutil/trace.go:171","msg":"trace[801934565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103953s","start":"2026-03-31T05:58:50.112426Z","end":"2026-03-31T05:58:52.11253Z","steps":["trace[801934565] 'agreement among raft nodes before linearized reading' (duration: 1.999955289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:52.112625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:50.11241Z","time spent":"2.000198727s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:53.030115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003947688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:53.030202Z","caller":"traceutil/trace.go:171","msg":"trace[1815849970] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.004073833s","start":"2026-03-31T05:58:43.02611Z","end":"2026-03-31T05:58:53.030184Z","steps":["trace[1815849970] 'agreement among raft nodes before linearized reading' (duration: 10.003962129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.030253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.026099Z","time spent":"10.004142504s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/31 05:58:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:53.655573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435848003s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:58:53.655808Z","caller":"traceutil/trace.go:171","msg":"trace[1749201009] linearizableReadLoop","detail":"{readStateIndex:27720; appliedIndex:27718; }","duration":"3.437308379s","start":"2026-03-31T05:58:50.218481Z","end":"2026-03-31T05:58:53.65579Z","steps":["trace[1749201009] 'read index received' (duration: 266.634288ms)","trace[1749201009] 'applied index is now lower than readState.Index' (duration: 3.170673311s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:58:53.656842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.101227511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.656881Z","caller":"traceutil/trace.go:171","msg":"trace[1288355916] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26802; }","duration":"6.101309883s","start":"2026-03-31T05:58:47.55556Z","end":"2026-03-31T05:58:53.65687Z","steps":["trace[1288355916] 'agreement among raft nodes before linearized reading' (duration: 6.101227601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.656866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062308985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:53.656913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:47.555539Z","time spent":"6.101365325s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:53.656942Z","caller":"traceutil/trace.go:171","msg":"trace[1262344302] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26802; }","duration":"6.062419329s","start":"2026-03-31T05:58:47.594502Z","end":"2026-03-31T05:58:53.656922Z","steps":["trace[1262344302] 'agreement among raft nodes before linearized reading' (duration: 6.062289395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.657002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:47.594491Z","time spent":"6.062497351s","remote":"127.0.0.1:37462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.657093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.398474672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.657123Z","caller":"traceutil/trace.go:171","msg":"trace[1673426131] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26802; }","duration":"6.398533134s","start":"2026-03-31T05:58:47.258582Z","end":"2026-03-31T05:58:53.657115Z","steps":["trace[1673426131] 'agreement among raft nodes before linearized reading' (duration: 6.398477942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.657151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:47.258565Z","time spent":"6.398574795s","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.657274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.931091327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:53.657301Z","caller":"traceutil/trace.go:171","msg":"trace[257802815] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26802; }","duration":"6.931151719s","start":"2026-03-31T05:58:46.726142Z","end":"2026-03-31T05:58:53.657294Z","steps":["trace[257802815] 'agreement among raft nodes before linearized reading' (duration: 6.931100007s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.657322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.726126Z","time spent":"6.93119048s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.657514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.937562281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-31T05:58:53.657544Z","caller":"traceutil/trace.go:171","msg":"trace[1330901752] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:26802; }","duration":"6.937615373s","start":"2026-03-31T05:58:46.719921Z","end":"2026-03-31T05:58:53.657536Z","steps":["trace[1330901752] 'agreement among raft nodes before linearized reading' (duration: 6.93750347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.657566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.719908Z","time spent":"6.937652844s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" "} {"level":"warn","ts":"2026-03-31T05:58:53.65771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435090389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-31T05:58:53.657791Z","caller":"traceutil/trace.go:171","msg":"trace[529926063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:26802; }","duration":"3.435178222s","start":"2026-03-31T05:58:50.222594Z","end":"2026-03-31T05:58:53.657772Z","steps":["trace[529926063] 'agreement among raft nodes before linearized reading' (duration: 3.434965895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.657832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:50.222556Z","time spent":"3.435267225s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-31T05:58:53.658002Z","caller":"traceutil/trace.go:171","msg":"trace[1536014882] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26802; }","duration":"4.496326434s","start":"2026-03-31T05:58:49.161665Z","end":"2026-03-31T05:58:53.657991Z","steps":["trace[1536014882] 'process raft request' (duration: 4.49399888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.034671579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.658062Z","caller":"traceutil/trace.go:171","msg":"trace[1281851387] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26802; }","duration":"7.0347069s","start":"2026-03-31T05:58:46.623344Z","end":"2026-03-31T05:58:53.658051Z","steps":["trace[1281851387] 'agreement among raft nodes before linearized reading' (duration: 7.034646479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:49.161642Z","time spent":"4.496393056s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:53.658092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.623267Z","time spent":"7.034818035s","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.658114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623786492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-z2rgp\" ","response":"range_response_count:1 size:5927"} {"level":"info","ts":"2026-03-31T05:58:53.658164Z","caller":"traceutil/trace.go:171","msg":"trace[2041385678] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-z2rgp; range_end:; response_count:1; response_revision:26802; }","duration":"3.623866315s","start":"2026-03-31T05:58:50.034285Z","end":"2026-03-31T05:58:53.658151Z","steps":["trace[2041385678] 'agreement among raft nodes before linearized reading' (duration: 3.62371009s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:50.034266Z","time spent":"3.623920967s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5951,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-z2rgp\" "} {"level":"warn","ts":"2026-03-31T05:58:53.658281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334329127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T05:58:53.658319Z","caller":"traceutil/trace.go:171","msg":"trace[1990689838] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26802; }","duration":"7.33438218s","start":"2026-03-31T05:58:46.323928Z","end":"2026-03-31T05:58:53.65831Z","steps":["trace[1990689838] 'agreement among raft nodes before linearized reading' (duration: 7.334278016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.32392Z","time spent":"7.334420991s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:53.658398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780060644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.658456Z","caller":"traceutil/trace.go:171","msg":"trace[1611357381] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26802; }","duration":"3.780156508s","start":"2026-03-31T05:58:49.878285Z","end":"2026-03-31T05:58:53.658442Z","steps":["trace[1611357381] 'agreement among raft nodes before linearized reading' (duration: 3.780070545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:49.878265Z","time spent":"3.780226729s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.65853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.336243837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:58:53.658558Z","caller":"traceutil/trace.go:171","msg":"trace[534152578] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26802; }","duration":"7.336298749s","start":"2026-03-31T05:58:46.322251Z","end":"2026-03-31T05:58:53.65855Z","steps":["trace[534152578] 'agreement among raft nodes before linearized reading' (duration: 7.336213556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.322237Z","time spent":"7.336348281s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:58:53.658607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.919655071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:53.658634Z","caller":"traceutil/trace.go:171","msg":"trace[1865103385] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26802; }","duration":"3.919733904s","start":"2026-03-31T05:58:49.738891Z","end":"2026-03-31T05:58:53.658625Z","steps":["trace[1865103385] 'agreement among raft nodes before linearized reading' (duration: 3.919683062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:49.738857Z","time spent":"3.919803636s","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.65872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.454780321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:53.658759Z","caller":"traceutil/trace.go:171","msg":"trace[386598140] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26802; }","duration":"7.454849983s","start":"2026-03-31T05:58:46.203896Z","end":"2026-03-31T05:58:53.658746Z","steps":["trace[386598140] 'agreement among raft nodes before linearized reading' (duration: 7.454791691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.203859Z","time spent":"7.454920515s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.658822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.286614308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.658861Z","caller":"traceutil/trace.go:171","msg":"trace[713238230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26802; }","duration":"4.286695451s","start":"2026-03-31T05:58:49.372155Z","end":"2026-03-31T05:58:53.65885Z","steps":["trace[713238230] 'agreement among raft nodes before linearized reading' (duration: 4.286641079s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:49.372132Z","time spent":"4.286750063s","remote":"127.0.0.1:53366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.658923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.56077879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.658951Z","caller":"traceutil/trace.go:171","msg":"trace[651244999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26802; }","duration":"7.560840442s","start":"2026-03-31T05:58:46.098102Z","end":"2026-03-31T05:58:53.658942Z","steps":["trace[651244999] 'agreement among raft nodes before linearized reading' (duration: 7.56079088s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.658986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:46.098082Z","time spent":"7.560896414s","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.65905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.969844984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:53.659086Z","caller":"traceutil/trace.go:171","msg":"trace[66191620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26802; }","duration":"5.969922946s","start":"2026-03-31T05:58:47.689154Z","end":"2026-03-31T05:58:53.659077Z","steps":["trace[66191620] 'agreement among raft nodes before linearized reading' (duration: 5.969867344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.659142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:47.689135Z","time spent":"5.969997167s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.65916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538794105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:53.659174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.795372869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-31T05:58:53.659191Z","caller":"traceutil/trace.go:171","msg":"trace[134946652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26802; }","duration":"1.538853567s","start":"2026-03-31T05:58:52.120328Z","end":"2026-03-31T05:58:53.659182Z","steps":["trace[134946652] 'agreement among raft nodes before linearized reading' (duration: 1.538798615s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:53.659202Z","caller":"traceutil/trace.go:171","msg":"trace[484044943] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26802; }","duration":"7.79544193s","start":"2026-03-31T05:58:45.863752Z","end":"2026-03-31T05:58:53.659194Z","steps":["trace[484044943] 'agreement among raft nodes before linearized reading' (duration: 7.795358018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.659215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:52.120314Z","time spent":"1.538896349s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:58:53.659237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.863726Z","time spent":"7.795505083s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:53.659293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.818829169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:53.659447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.345119114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.659458Z","caller":"traceutil/trace.go:171","msg":"trace[1189071898] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26802; }","duration":"9.819054086s","start":"2026-03-31T05:58:43.84038Z","end":"2026-03-31T05:58:53.659434Z","steps":["trace[1189071898] 'agreement among raft nodes before linearized reading' (duration: 9.818823579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.65951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.374097476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:53.659522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631721522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T05:58:53.659535Z","caller":"traceutil/trace.go:171","msg":"trace[105651127] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26802; }","duration":"10.374165659s","start":"2026-03-31T05:58:43.285364Z","end":"2026-03-31T05:58:53.659529Z","steps":["trace[105651127] 'agreement among raft nodes before linearized reading' (duration: 10.374124798s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.659543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.840358Z","time spent":"9.819142849s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.659627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744095181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-31T05:58:53.65964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.198707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T05:58:53.659655Z","caller":"traceutil/trace.go:171","msg":"trace[1590627083] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26802; }","duration":"1.744166334s","start":"2026-03-31T05:58:51.915482Z","end":"2026-03-31T05:58:53.659648Z","steps":["trace[1590627083] 'agreement among raft nodes before linearized reading' (duration: 1.744095272s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:53.659664Z","caller":"traceutil/trace.go:171","msg":"trace[1552442048] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26802; }","duration":"449.249309ms","start":"2026-03-31T05:58:53.210408Z","end":"2026-03-31T05:58:53.659657Z","steps":["trace[1552442048] 'agreement among raft nodes before linearized reading' (duration: 449.166756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.659685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.210392Z","time spent":"449.288541ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:58:53.659682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:51.915458Z","time spent":"1.744218906s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T05:58:53.659849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777345419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-31T05:58:53.659878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.062087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:53.659886Z","caller":"traceutil/trace.go:171","msg":"trace[1152685443] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26802; }","duration":"1.777416931s","start":"2026-03-31T05:58:51.88246Z","end":"2026-03-31T05:58:53.659876Z","steps":["trace[1152685443] 'agreement among raft nodes before linearized reading' (duration: 1.777322748s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:53.659907Z","caller":"traceutil/trace.go:171","msg":"trace[13702103] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26802; }","duration":"538.133749ms","start":"2026-03-31T05:58:53.121766Z","end":"2026-03-31T05:58:53.6599Z","steps":["trace[13702103] 'agreement among raft nodes before linearized reading' (duration: 538.083757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.659912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:51.88244Z","time spent":"1.777465752s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-31T05:58:53.659931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.121748Z","time spent":"538.17706ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.659977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.362956695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:58:53.660012Z","caller":"traceutil/trace.go:171","msg":"trace[1819493983] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26802; }","duration":"8.363026707s","start":"2026-03-31T05:58:45.296974Z","end":"2026-03-31T05:58:53.660001Z","steps":["trace[1819493983] 'agreement among raft nodes before linearized reading' (duration: 8.362901603s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.66005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.296945Z","time spent":"8.363098149s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:58:53.660089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436807334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T05:58:53.660121Z","caller":"traceutil/trace.go:171","msg":"trace[749128471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26802; }","duration":"1.436874845s","start":"2026-03-31T05:58:52.223238Z","end":"2026-03-31T05:58:53.660113Z","steps":["trace[749128471] 'agreement among raft nodes before linearized reading' (duration: 1.436795443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855326624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:58:53.660175Z","caller":"traceutil/trace.go:171","msg":"trace[1458811955] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26802; }","duration":"1.855366416s","start":"2026-03-31T05:58:51.804799Z","end":"2026-03-31T05:58:53.660165Z","steps":["trace[1458811955] 'agreement among raft nodes before linearized reading' (duration: 1.855251632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437209946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T05:58:53.660209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:51.804745Z","time spent":"1.855457388s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:58:53.660223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.486142925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18570"} {"level":"info","ts":"2026-03-31T05:58:53.660244Z","caller":"traceutil/trace.go:171","msg":"trace[1427224011] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26802; }","duration":"8.486195736s","start":"2026-03-31T05:58:45.174043Z","end":"2026-03-31T05:58:53.660238Z","steps":["trace[1427224011] 'agreement among raft nodes before linearized reading' (duration: 8.486125884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.174021Z","time spent":"8.486247418s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T05:58:53.660357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872889758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.659474Z","caller":"traceutil/trace.go:171","msg":"trace[1268017205] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26802; }","duration":"10.345165945s","start":"2026-03-31T05:58:43.314298Z","end":"2026-03-31T05:58:53.659464Z","steps":["trace[1268017205] 'agreement among raft nodes before linearized reading' (duration: 10.345129894s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:53.660395Z","caller":"traceutil/trace.go:171","msg":"trace[1719048609] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26802; }","duration":"1.872968s","start":"2026-03-31T05:58:51.787418Z","end":"2026-03-31T05:58:53.660386Z","steps":["trace[1719048609] 'agreement among raft nodes before linearized reading' (duration: 1.872909038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.821146886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:53.660423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.314286Z","time spent":"10.346120396s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:53.660457Z","caller":"traceutil/trace.go:171","msg":"trace[1363214822] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26802; }","duration":"8.821217598s","start":"2026-03-31T05:58:44.83923Z","end":"2026-03-31T05:58:53.660448Z","steps":["trace[1363214822] 'agreement among raft nodes before linearized reading' (duration: 8.821158376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07236347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:58:53.660492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:44.839217Z","time spent":"8.8212655s","remote":"127.0.0.1:37304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:53.660498Z","caller":"traceutil/trace.go:171","msg":"trace[1452892019] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26802; }","duration":"2.072393231s","start":"2026-03-31T05:58:51.588095Z","end":"2026-03-31T05:58:53.660488Z","steps":["trace[1452892019] 'agreement among raft nodes before linearized reading' (duration: 2.07235017s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.66053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:51.58805Z","time spent":"2.072468433s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.660596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.959262636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.659555Z","caller":"traceutil/trace.go:171","msg":"trace[195218511] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26802; }","duration":"1.631783464s","start":"2026-03-31T05:58:52.027762Z","end":"2026-03-31T05:58:53.659546Z","steps":["trace[195218511] 'agreement among raft nodes before linearized reading' (duration: 1.63167754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:52.027747Z","time spent":"1.632892159s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:53.660693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04968515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.660723Z","caller":"traceutil/trace.go:171","msg":"trace[854236868] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26802; }","duration":"3.049743872s","start":"2026-03-31T05:58:50.61097Z","end":"2026-03-31T05:58:53.660714Z","steps":["trace[854236868] 'agreement among raft nodes before linearized reading' (duration: 3.049696421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:51.787398Z","time spent":"1.873020662s","remote":"127.0.0.1:37270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.66076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:50.610954Z","time spent":"3.049798895s","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.660796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.580677919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:58:53.659412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.168612535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.660834Z","caller":"traceutil/trace.go:171","msg":"trace[628607950] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:26802; }","duration":"10.170070751s","start":"2026-03-31T05:58:43.490756Z","end":"2026-03-31T05:58:53.660827Z","steps":["trace[628607950] 'agreement among raft nodes before linearized reading' (duration: 10.168622335s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:58:53.660837Z","caller":"traceutil/trace.go:171","msg":"trace[2045795719] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26802; }","duration":"9.580750591s","start":"2026-03-31T05:58:44.080074Z","end":"2026-03-31T05:58:53.660824Z","steps":["trace[2045795719] 'agreement among raft nodes before linearized reading' (duration: 9.580692789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.660857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.490737Z","time spent":"10.170113293s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:58:53.660872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:44.080056Z","time spent":"9.580803212s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.65956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:43.285331Z","time spent":"10.374222961s","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.66096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163895818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T05:58:53.660997Z","caller":"traceutil/trace.go:171","msg":"trace[243883801] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26802; }","duration":"3.1639672s","start":"2026-03-31T05:58:50.497021Z","end":"2026-03-31T05:58:53.660988Z","steps":["trace[243883801] 'agreement among raft nodes before linearized reading' (duration: 3.163875177s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.661025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:50.497001Z","time spent":"3.164017432s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-31T05:58:53.66103Z","caller":"traceutil/trace.go:171","msg":"trace[395642072] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26802; }","duration":"8.959731901s","start":"2026-03-31T05:58:44.701285Z","end":"2026-03-31T05:58:53.661017Z","steps":["trace[395642072] 'agreement among raft nodes before linearized reading' (duration: 8.959268336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.66107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:44.701263Z","time spent":"8.959793933s","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:58:53.660223Z","caller":"traceutil/trace.go:171","msg":"trace[1794184933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26802; }","duration":"1.437265188s","start":"2026-03-31T05:58:52.222951Z","end":"2026-03-31T05:58:53.660216Z","steps":["trace[1794184933] 'agreement among raft nodes before linearized reading' (duration: 1.437205806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.661334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:52.222904Z","time spent":"1.438411963s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T05:58:53.661684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.276297078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:58:53.661737Z","caller":"traceutil/trace.go:171","msg":"trace[265711380] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26802; }","duration":"3.27638307s","start":"2026-03-31T05:58:50.385341Z","end":"2026-03-31T05:58:53.661724Z","steps":["trace[265711380] 'agreement among raft nodes before linearized reading' (duration: 3.276298368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.661924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:50.38529Z","time spent":"3.276537236s","remote":"127.0.0.1:40810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:58:53.660143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:52.223219Z","time spent":"1.436918376s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T05:58:53.659851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.202199412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:58:53.662247Z","caller":"traceutil/trace.go:171","msg":"trace[1147793786] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26802; }","duration":"8.204630698s","start":"2026-03-31T05:58:45.4576Z","end":"2026-03-31T05:58:53.662231Z","steps":["trace[1147793786] 'agreement among raft nodes before linearized reading' (duration: 8.202204282s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:53.662309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:45.457581Z","time spent":"8.204706541s","remote":"127.0.0.1:37350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} 2026/03/31 05:58:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:54.171158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:54.672253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:55.026825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.671081Z","time spent":"1.355735729s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:58:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:55.172789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:55.661253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99080051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:55.661348Z","caller":"traceutil/trace.go:171","msg":"trace[688262450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990938065s","start":"2026-03-31T05:58:53.670387Z","end":"2026-03-31T05:58:55.661325Z","steps":["trace[688262450] 'agreement among raft nodes before linearized reading' (duration: 1.990808131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:55.661418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.67038Z","time spent":"1.991025388s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:55.673108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:56.175196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:56.675462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:57.176581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:57.665869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:57.665961Z","caller":"traceutil/trace.go:171","msg":"trace[711184858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000116005s","start":"2026-03-31T05:58:55.665826Z","end":"2026-03-31T05:58:57.665942Z","steps":["trace[711184858] 'agreement among raft nodes before linearized reading' (duration: 2.000007952s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:57.666006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:55.665788Z","time spent":"2.000209828s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:57.677146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:58.177649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:58:58.560725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.873522793s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:58:58.561347Z","caller":"traceutil/trace.go:171","msg":"trace[1741016680] transaction","detail":"{read_only:false; response_revision:26803; number_of_response:1; }","duration":"4.89118582s","start":"2026-03-31T05:58:53.670129Z","end":"2026-03-31T05:58:58.561315Z","steps":["trace[1741016680] 'process raft request' (duration: 4.890963133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:58.561563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.670104Z","time spent":"4.891332944s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5696,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:58:58.655358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98424452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:58.655479Z","caller":"traceutil/trace.go:171","msg":"trace[515257950] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.984432776s","start":"2026-03-31T05:58:53.671016Z","end":"2026-03-31T05:58:58.655449Z","steps":["trace[515257950] 'agreement among raft nodes before linearized reading' (duration: 4.984257261s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:58.655552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.671005Z","time spent":"4.984529589s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:58:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:58.663548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.671103Z","time spent":"4.992438238s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:58:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:58.664804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.67106Z","time spent":"4.99374188s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:58:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:58.664825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.67114Z","time spent":"4.993669817s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:58:58.664898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.671375Z","time spent":"4.993520103s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:58:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 05:58:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:58.845765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995126043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:58.845857Z","caller":"traceutil/trace.go:171","msg":"trace[990764626] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.995314559s","start":"2026-03-31T05:58:53.850521Z","end":"2026-03-31T05:58:58.845835Z","steps":["trace[990764626] 'agreement among raft nodes before linearized reading' (duration: 4.995158004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:58.845912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.850506Z","time spent":"4.995393412s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 05:58:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:59.445992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999093308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:59.446093Z","caller":"traceutil/trace.go:171","msg":"trace[1288248548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999252173s","start":"2026-03-31T05:58:54.446818Z","end":"2026-03-31T05:58:59.446071Z","steps":["trace[1288248548] 'agreement among raft nodes before linearized reading' (duration: 4.999118159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:59.446206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:54.446801Z","time spent":"4.999392227s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:58:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:58:59.666327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:58:59.666433Z","caller":"traceutil/trace.go:171","msg":"trace[426499874] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165756s","start":"2026-03-31T05:58:57.66624Z","end":"2026-03-31T05:58:59.666405Z","steps":["trace[426499874] 'agreement among raft nodes before linearized reading' (duration: 2.000027932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:58:59.666496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:57.666222Z","time spent":"2.000266459s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:58:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:00.027247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:55.028632Z","time spent":"4.998606304s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:59:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:00.616051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:00.616162Z","caller":"traceutil/trace.go:171","msg":"trace[1047108972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754754s","start":"2026-03-31T05:58:58.615384Z","end":"2026-03-31T05:59:00.616139Z","steps":["trace[1047108972] 'agreement among raft nodes before linearized reading' (duration: 2.00061664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:00.616217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:58.615358Z","time spent":"2.000848308s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:00.671155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.670486Z","time spent":"7.000657029s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:00.671181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.670876Z","time spent":"7.000300577s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:00.671267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.671226Z","time spent":"7.000039369s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:00.671264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.671103Z","time spent":"7.000154212s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:00.671537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.671363Z","time spent":"7.000166833s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:00.674306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.673136Z","time spent":"7.001164554s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:01.196113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:54.195656Z","time spent":"7.000450112s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:01.676696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001031493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:01.676764Z","caller":"traceutil/trace.go:171","msg":"trace[342944742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001188848s","start":"2026-03-31T05:58:59.67556Z","end":"2026-03-31T05:59:01.676749Z","steps":["trace[342944742] 'agreement among raft nodes before linearized reading' (duration: 2.001053564s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:01.6768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:59.675541Z","time spent":"2.00125234s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:02.222884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554895122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:02.222983Z","caller":"traceutil/trace.go:171","msg":"trace[1192740730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.555042776s","start":"2026-03-31T05:59:00.667917Z","end":"2026-03-31T05:59:02.222959Z","steps":["trace[1192740730] 'agreement among raft nodes before linearized reading' (duration: 1.554917283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:02.223035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.667895Z","time spent":"1.555128388s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 05:59:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:02.224849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:55.224379Z","time spent":"7.000467012s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:03.678268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:03.678369Z","caller":"traceutil/trace.go:171","msg":"trace[1185359686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000005772s","start":"2026-03-31T05:59:01.678341Z","end":"2026-03-31T05:59:03.678347Z","steps":["trace[1185359686] 'agreement among raft nodes before linearized reading' (duration: 1.999882378s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:03.678428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:01.678322Z","time spent":"2.000092684s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:04.038149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:58.764941Z","time spent":"5.273199042s","remote":"127.0.0.1:39754","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:04.039492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165977849s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:04.039644Z","caller":"traceutil/trace.go:171","msg":"trace[1571622125] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26803; }","duration":"4.166139164s","start":"2026-03-31T05:58:59.873481Z","end":"2026-03-31T05:59:04.03962Z","steps":["trace[1571622125] 'range keys from in-memory index tree' (duration: 4.165958839s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:04.725429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:57.724972Z","time spent":"7.000450642s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:05.638828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.077798408s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:05.640436Z","caller":"traceutil/trace.go:171","msg":"trace[965961475] linearizableReadLoop","detail":"{readStateIndex:27737; appliedIndex:27720; }","duration":"11.970060701s","start":"2026-03-31T05:58:53.670348Z","end":"2026-03-31T05:59:05.640408Z","steps":["trace[965961475] 'read index received' (duration: 4.890780037s)","trace[965961475] 'applied index is now lower than readState.Index' (duration: 7.079279224s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:05.640705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.97033548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-31T05:59:05.640764Z","caller":"traceutil/trace.go:171","msg":"trace[695630147] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26817; }","duration":"11.970443103s","start":"2026-03-31T05:58:53.670307Z","end":"2026-03-31T05:59:05.64075Z","steps":["trace[695630147] 'agreement among raft nodes before linearized reading' (duration: 11.970219446s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:05.640802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.670289Z","time spent":"11.970502905s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:59:05.684561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:05.684645Z","caller":"traceutil/trace.go:171","msg":"trace[2041047300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201897s","start":"2026-03-31T05:59:03.684422Z","end":"2026-03-31T05:59:05.684624Z","steps":["trace[2041047300] 'agreement among raft nodes before linearized reading' (duration: 2.000102404s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:05.68474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.684404Z","time spent":"2.00032206s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:05.906453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999409818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:05.906547Z","caller":"traceutil/trace.go:171","msg":"trace[653490647] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999550512s","start":"2026-03-31T05:59:00.906972Z","end":"2026-03-31T05:59:05.906522Z","steps":["trace[653490647] 'agreement among raft nodes before linearized reading' (duration: 4.999434428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:05.906695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.906957Z","time spent":"4.999681786s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:06.141334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:06.642427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:06.837879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999419109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:06.837986Z","caller":"traceutil/trace.go:171","msg":"trace[502308572] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999583584s","start":"2026-03-31T05:59:01.838376Z","end":"2026-03-31T05:59:06.83796Z","steps":["trace[502308572] 'agreement among raft nodes before linearized reading' (duration: 4.99944857s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:06.838056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:01.838355Z","time spent":"4.999685407s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/31 05:59:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:06.900365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999060927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:06.900443Z","caller":"traceutil/trace.go:171","msg":"trace[463209932] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999188841s","start":"2026-03-31T05:59:01.901237Z","end":"2026-03-31T05:59:06.900426Z","steps":["trace[463209932] 'agreement among raft nodes before linearized reading' (duration: 4.999095028s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:06.900488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:01.901214Z","time spent":"4.999260664s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 05:59:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:07.143562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:07.223363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:02.223958Z","time spent":"4.999399558s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:59:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:07.289764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.288864Z","time spent":"7.000892275s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:07.522273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.521701Z","time spent":"7.000565446s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:07.644285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:07.685705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:07.685879Z","caller":"traceutil/trace.go:171","msg":"trace[2136576567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768326s","start":"2026-03-31T05:59:05.685078Z","end":"2026-03-31T05:59:07.685847Z","steps":["trace[2136576567] 'agreement among raft nodes before linearized reading' (duration: 2.000551369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:07.685978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:05.685064Z","time spent":"2.000892159s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:07.837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:02.839188Z","time spent":"4.997804818s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:59:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:08.016761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999029357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:08.016905Z","caller":"traceutil/trace.go:171","msg":"trace[1549330306] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999235844s","start":"2026-03-31T05:59:03.01765Z","end":"2026-03-31T05:59:08.016886Z","steps":["trace[1549330306] 'agreement among raft nodes before linearized reading' (duration: 4.999052468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:08.016995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.017635Z","time spent":"4.999348177s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 05:59:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:08.144711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:08.552555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999146341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:08.552645Z","caller":"traceutil/trace.go:171","msg":"trace[862096391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999301365s","start":"2026-03-31T05:59:03.553323Z","end":"2026-03-31T05:59:08.552625Z","steps":["trace[862096391] 'agreement among raft nodes before linearized reading' (duration: 4.999178301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:08.552699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.553304Z","time spent":"4.999380368s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:59:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:08.64573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:09.146781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782572992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:09.64223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.003177912s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:59:09.692717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997035857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:09.693115Z","caller":"traceutil/trace.go:171","msg":"trace[2146007760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997485131s","start":"2026-03-31T05:59:07.695602Z","end":"2026-03-31T05:59:09.693087Z","steps":["trace[2146007760] 'agreement among raft nodes before linearized reading' (duration: 1.997061408s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:09.693286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:07.695581Z","time spent":"1.997657377s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:10.476795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.555128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:10.476932Z","caller":"traceutil/trace.go:171","msg":"trace[34591708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26819; }","duration":"602.702512ms","start":"2026-03-31T05:59:09.87421Z","end":"2026-03-31T05:59:10.476912Z","steps":["trace[34591708] 'range keys from in-memory index tree' (duration: 602.537617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.477942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.754633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-03-31T05:59:10.478121Z","caller":"traceutil/trace.go:171","msg":"trace[554971722] linearizableReadLoop","detail":"{readStateIndex:27743; appliedIndex:27741; }","duration":"4.837604823s","start":"2026-03-31T05:59:05.6405Z","end":"2026-03-31T05:59:10.478105Z","steps":["trace[554971722] 'read index received' (duration: 4.002101788s)","trace[554971722] 'applied index is now lower than readState.Index' (duration: 835.501815ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:10.478198Z","caller":"traceutil/trace.go:171","msg":"trace[145881461] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26819; }","duration":"3.184305551s","start":"2026-03-31T05:59:07.293809Z","end":"2026-03-31T05:59:10.478115Z","steps":["trace[145881461] 'process raft request' (duration: 2.56228988s)","trace[145881461] 'compare' (duration: 621.67137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:10.478282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.393282269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.4783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.739452176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.478286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288826619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-31T05:59:10.478358Z","caller":"traceutil/trace.go:171","msg":"trace[1553865737] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26819; }","duration":"5.739526699s","start":"2026-03-31T05:59:04.738799Z","end":"2026-03-31T05:59:10.478326Z","steps":["trace[1553865737] 'agreement among raft nodes before linearized reading' (duration: 5.739372894s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.47836Z","caller":"traceutil/trace.go:171","msg":"trace[1476109143] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26819; }","duration":"6.288934772s","start":"2026-03-31T05:59:04.189405Z","end":"2026-03-31T05:59:10.47834Z","steps":["trace[1476109143] 'agreement among raft nodes before linearized reading' (duration: 6.288700115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.478374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.690201551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:10.478401Z","caller":"traceutil/trace.go:171","msg":"trace[728767539] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26819; }","duration":"6.690265723s","start":"2026-03-31T05:59:03.788128Z","end":"2026-03-31T05:59:10.478394Z","steps":["trace[728767539] 'agreement among raft nodes before linearized reading' (duration: 6.690206031s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.478316Z","caller":"traceutil/trace.go:171","msg":"trace[484996635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26819; }","duration":"6.39331175s","start":"2026-03-31T05:59:04.084992Z","end":"2026-03-31T05:59:10.478304Z","steps":["trace[484996635] 'agreement among raft nodes before linearized reading' (duration: 6.393269409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.478389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.738782Z","time spent":"5.739599601s","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.478441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.78811Z","time spent":"6.690322694s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.478473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:07.293782Z","time spent":"3.184508788s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:10.478583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.872378253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:10.478625Z","caller":"traceutil/trace.go:171","msg":"trace[734674877] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26819; }","duration":"2.951208929s","start":"2026-03-31T05:59:07.527406Z","end":"2026-03-31T05:59:10.478615Z","steps":["trace[734674877] 'process raft request' (duration: 2.950636681s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.478727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.681780173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.478719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19677634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:59:10.478766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.711412795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:10.478779Z","caller":"traceutil/trace.go:171","msg":"trace[1234662365] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26819; }","duration":"6.196873123s","start":"2026-03-31T05:59:04.281897Z","end":"2026-03-31T05:59:10.478771Z","steps":["trace[1234662365] 'agreement among raft nodes before linearized reading' (duration: 6.196746369s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.4788Z","caller":"traceutil/trace.go:171","msg":"trace[1613602459] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26819; }","duration":"11.711516839s","start":"2026-03-31T05:58:58.767273Z","end":"2026-03-31T05:59:10.47879Z","steps":["trace[1613602459] 'agreement among raft nodes before linearized reading' (duration: 11.711468758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.478843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:58.767245Z","time spent":"11.711589092s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.478896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.745530652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:10.478935Z","caller":"traceutil/trace.go:171","msg":"trace[983468206] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26819; }","duration":"15.745603335s","start":"2026-03-31T05:58:54.733324Z","end":"2026-03-31T05:59:10.478927Z","steps":["trace[983468206] 'agreement among raft nodes before linearized reading' (duration: 15.745506822s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.478971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:54.733302Z","time spent":"15.745661856s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.478242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.315615403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496630058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.314113201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.047053188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:59:10.479126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.403562569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.478807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.281878Z","time spent":"6.196923194s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:59:10.479148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.433242654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.472729356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-31T05:59:10.479236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79575175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.912380656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg\" ","response":"range_response_count:1 size:6229"} {"level":"warn","ts":"2026-03-31T05:59:10.479288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.249837612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"warn","ts":"2026-03-31T05:59:10.479352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.524507083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.4793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.370245087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.479386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.091870392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.865577617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.479443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.28040835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18570"} {"level":"warn","ts":"2026-03-31T05:59:10.47947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.706411517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.80845942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-31T05:59:10.479502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.629441868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.803739883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-31T05:59:10.479536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.833427901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:10.478625Z","caller":"traceutil/trace.go:171","msg":"trace[542171457] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26819; }","duration":"5.872441735s","start":"2026-03-31T05:59:04.606171Z","end":"2026-03-31T05:59:10.478612Z","steps":["trace[542171457] 'agreement among raft nodes before linearized reading' (duration: 5.872383953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.478405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.189393Z","time spent":"6.289003044s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:10.479583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.454156968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.692314149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.47965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.802335194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.479682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.212092939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.479642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.606159Z","time spent":"5.873427945s","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.478444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.084947Z","time spent":"6.393485805s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.4797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.009347094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-03-31T05:59:10.478534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749548934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T05:59:10.478981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960874305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:10.479699Z","caller":"traceutil/trace.go:171","msg":"trace[1070008666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26819; }","duration":"6.316444229s","start":"2026-03-31T05:59:04.162574Z","end":"2026-03-31T05:59:10.479018Z","steps":["trace[1070008666] 'agreement among raft nodes before linearized reading' (duration: 6.315625523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.479775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.605231633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.4798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.829697692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.479816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.272549833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.479814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984809968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624821745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.478942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:07.527385Z","time spent":"2.951456857s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:10.47986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232431031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412523892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801413586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-31T05:59:10.479944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930388614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.479939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527875077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-31T05:59:10.479843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.162553Z","time spent":"6.317237174s","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.479927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.796071858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.479973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642104324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-31T05:59:10.480028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.207753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.480034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525136991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"warn","ts":"2026-03-31T05:59:10.478722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.734783455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:59:10.479556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.805035063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.480138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172599331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-31T05:59:10.480167Z","caller":"traceutil/trace.go:171","msg":"trace[1389961334] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26819; }","duration":"5.49668424s","start":"2026-03-31T05:59:04.98235Z","end":"2026-03-31T05:59:10.479034Z","steps":["trace[1389961334] 'agreement among raft nodes before linearized reading' (duration: 5.496644109s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.480171Z","caller":"traceutil/trace.go:171","msg":"trace[1530074290] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:26819; }","duration":"9.805704924s","start":"2026-03-31T05:59:00.674454Z","end":"2026-03-31T05:59:10.480159Z","steps":["trace[1530074290] 'agreement among raft nodes before linearized reading' (duration: 9.805089415s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.480186Z","caller":"traceutil/trace.go:171","msg":"trace[162074867] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26819; }","duration":"1.172680984s","start":"2026-03-31T05:59:09.307488Z","end":"2026-03-31T05:59:10.480169Z","steps":["trace[162074867] 'agreement among raft nodes before linearized reading' (duration: 1.17255188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.480212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.674437Z","time spent":"9.805762747s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-31T05:59:10.478756Z","caller":"traceutil/trace.go:171","msg":"trace[2007165002] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26819; }","duration":"11.681814174s","start":"2026-03-31T05:58:58.796934Z","end":"2026-03-31T05:59:10.478748Z","steps":["trace[2007165002] 'agreement among raft nodes before linearized reading' (duration: 11.681751252s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.480232Z","caller":"traceutil/trace.go:171","msg":"trace[1001494208] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26819; }","duration":"16.04712434s","start":"2026-03-31T05:58:54.432022Z","end":"2026-03-31T05:59:10.479146Z","steps":["trace[1001494208] 'agreement among raft nodes before linearized reading' (duration: 16.046971505s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.480234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:09.307469Z","time spent":"1.172756397s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-31T05:59:10.480256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:54.432007Z","time spent":"16.048240815s","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":182,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.480259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:58.796805Z","time spent":"11.683439605s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.480266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301587404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:10.480201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.982335Z","time spent":"5.497856126s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.480217Z","caller":"traceutil/trace.go:171","msg":"trace[1313755647] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26819; }","duration":"7.314171803s","start":"2026-03-31T05:59:03.164937Z","end":"2026-03-31T05:59:10.479109Z","steps":["trace[1313755647] 'agreement among raft nodes before linearized reading' (duration: 7.314132292s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.480318Z","caller":"traceutil/trace.go:171","msg":"trace[1401031408] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26819; }","duration":"1.301686367s","start":"2026-03-31T05:59:09.178617Z","end":"2026-03-31T05:59:10.480303Z","steps":["trace[1401031408] 'agreement among raft nodes before linearized reading' (duration: 1.301618165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.480338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338369763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T05:59:10.480338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.16492Z","time spent":"7.315408102s","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.48036Z","caller":"traceutil/trace.go:171","msg":"trace[1549619819] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26819; }","duration":"1.338430795s","start":"2026-03-31T05:59:09.141922Z","end":"2026-03-31T05:59:10.480353Z","steps":["trace[1549619819] 'agreement among raft nodes before linearized reading' (duration: 1.338266209s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.48036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:09.178587Z","time spent":"1.30176484s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.480366Z","caller":"traceutil/trace.go:171","msg":"trace[1722837654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26819; }","duration":"7.403626331s","start":"2026-03-31T05:59:03.075526Z","end":"2026-03-31T05:59:10.479152Z","steps":["trace[1722837654] 'agreement among raft nodes before linearized reading' (duration: 7.40358581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.48038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:09.141901Z","time spent":"1.338473946s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.480392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.075507Z","time spent":"7.40487696s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.480503Z","caller":"traceutil/trace.go:171","msg":"trace[1219268638] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26819; }","duration":"7.433302545s","start":"2026-03-31T05:59:03.045859Z","end":"2026-03-31T05:59:10.479162Z","steps":["trace[1219268638] 'agreement among raft nodes before linearized reading' (duration: 7.433276164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.480555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.045839Z","time spent":"7.434702188s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:59:10.480585Z","caller":"traceutil/trace.go:171","msg":"trace[2088210403] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26819; }","duration":"7.472790489s","start":"2026-03-31T05:59:03.006428Z","end":"2026-03-31T05:59:10.479219Z","steps":["trace[2088210403] 'agreement among raft nodes before linearized reading' (duration: 7.472735187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.479302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.518214625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:10.480631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.006401Z","time spent":"7.474220604s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:59:10.480678Z","caller":"traceutil/trace.go:171","msg":"trace[1328955994] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26819; }","duration":"7.795810412s","start":"2026-03-31T05:59:02.683439Z","end":"2026-03-31T05:59:10.479249Z","steps":["trace[1328955994] 'agreement among raft nodes before linearized reading' (duration: 7.795781741s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.483398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:02.683417Z","time spent":"7.799967323s","remote":"127.0.0.1:40800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.480716Z","caller":"traceutil/trace.go:171","msg":"trace[1000405911] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg; range_end:; response_count:1; response_revision:26819; }","duration":"11.912467348s","start":"2026-03-31T05:58:58.566795Z","end":"2026-03-31T05:59:10.479263Z","steps":["trace[1000405911] 'agreement among raft nodes before linearized reading' (duration: 11.912362215s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.48354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:58.566771Z","time spent":"11.916759854s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6253,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-l8wwg\" "} {"level":"info","ts":"2026-03-31T05:59:10.480746Z","caller":"traceutil/trace.go:171","msg":"trace[1912470646] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26819; }","duration":"8.249883493s","start":"2026-03-31T05:59:02.229416Z","end":"2026-03-31T05:59:10.4793Z","steps":["trace[1912470646] 'agreement among raft nodes before linearized reading' (duration: 8.249834782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.483652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:02.229399Z","time spent":"8.254245661s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-31T05:59:10.480773Z","caller":"traceutil/trace.go:171","msg":"trace[224602873] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26819; }","duration":"8.524562744s","start":"2026-03-31T05:59:01.954802Z","end":"2026-03-31T05:59:10.479365Z","steps":["trace[224602873] 'agreement among raft nodes before linearized reading' (duration: 8.524526733s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.483759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:01.954777Z","time spent":"8.528973924s","remote":"127.0.0.1:37322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.48307Z","caller":"traceutil/trace.go:171","msg":"trace[51209434] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26819; }","duration":"12.521966964s","start":"2026-03-31T05:58:57.961039Z","end":"2026-03-31T05:59:10.483006Z","steps":["trace[51209434] 'agreement among raft nodes before linearized reading' (duration: 12.518228846s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.480801Z","caller":"traceutil/trace.go:171","msg":"trace[117842727] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26819; }","duration":"16.370376601s","start":"2026-03-31T05:58:54.109008Z","end":"2026-03-31T05:59:10.479384Z","steps":["trace[117842727] 'agreement among raft nodes before linearized reading' (duration: 16.370263268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.483852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:57.961017Z","time spent":"12.52281415s","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.483889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:54.10899Z","time spent":"16.374861043s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.480831Z","caller":"traceutil/trace.go:171","msg":"trace[2089945718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26819; }","duration":"9.091889882s","start":"2026-03-31T05:59:01.387507Z","end":"2026-03-31T05:59:10.479396Z","steps":["trace[2089945718] 'agreement among raft nodes before linearized reading' (duration: 9.091860302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.48404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:01.387485Z","time spent":"9.096538359s","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.480857Z","caller":"traceutil/trace.go:171","msg":"trace[794639643] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26819; }","duration":"14.86565362s","start":"2026-03-31T05:58:55.61381Z","end":"2026-03-31T05:59:10.479464Z","steps":["trace[794639643] 'agreement among raft nodes before linearized reading' (duration: 14.865580327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.484175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:55.613793Z","time spent":"14.870372718s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.480882Z","caller":"traceutil/trace.go:171","msg":"trace[2052318711] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26819; }","duration":"9.280465402s","start":"2026-03-31T05:59:01.199006Z","end":"2026-03-31T05:59:10.479471Z","steps":["trace[2052318711] 'agreement among raft nodes before linearized reading' (duration: 9.28039254s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.484294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:01.198992Z","time spent":"9.285287293s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-31T05:59:10.480908Z","caller":"traceutil/trace.go:171","msg":"trace[201679079] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26819; }","duration":"9.706430747s","start":"2026-03-31T05:59:00.773052Z","end":"2026-03-31T05:59:10.479483Z","steps":["trace[201679079] 'agreement among raft nodes before linearized reading' (duration: 9.706401176s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.480936Z","caller":"traceutil/trace.go:171","msg":"trace[128104538] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679; range_end:; response_count:1; response_revision:26819; }","duration":"16.808515091s","start":"2026-03-31T05:58:53.670986Z","end":"2026-03-31T05:59:10.479501Z","steps":["trace[128104538] 'agreement among raft nodes before linearized reading' (duration: 16.808403147s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.48096Z","caller":"traceutil/trace.go:171","msg":"trace[556226191] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26819; }","duration":"12.629506351s","start":"2026-03-31T05:58:57.85002Z","end":"2026-03-31T05:59:10.479527Z","steps":["trace[556226191] 'agreement among raft nodes before linearized reading' (duration: 12.629453579s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.48099Z","caller":"traceutil/trace.go:171","msg":"trace[1265263193] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183; range_end:; response_count:1; response_revision:26819; }","duration":"9.803773284s","start":"2026-03-31T05:59:00.675768Z","end":"2026-03-31T05:59:10.479541Z","steps":["trace[1265263193] 'agreement among raft nodes before linearized reading' (duration: 9.803716782s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481016Z","caller":"traceutil/trace.go:171","msg":"trace[695379786] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26819; }","duration":"4.833480713s","start":"2026-03-31T05:59:05.646078Z","end":"2026-03-31T05:59:10.479559Z","steps":["trace[695379786] 'agreement among raft nodes before linearized reading' (duration: 4.833439061s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481046Z","caller":"traceutil/trace.go:171","msg":"trace[870438162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26819; }","duration":"10.45421519s","start":"2026-03-31T05:59:00.025379Z","end":"2026-03-31T05:59:10.479595Z","steps":["trace[870438162] 'agreement among raft nodes before linearized reading' (duration: 10.454187119s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481072Z","caller":"traceutil/trace.go:171","msg":"trace[598839512] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26819; }","duration":"10.692363331s","start":"2026-03-31T05:58:59.787265Z","end":"2026-03-31T05:59:10.479628Z","steps":["trace[598839512] 'agreement among raft nodes before linearized reading' (duration: 10.69233213s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481099Z","caller":"traceutil/trace.go:171","msg":"trace[275828589] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26819; }","duration":"10.802369795s","start":"2026-03-31T05:58:59.677294Z","end":"2026-03-31T05:59:10.479663Z","steps":["trace[275828589] 'agreement among raft nodes before linearized reading' (duration: 10.802336434s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481125Z","caller":"traceutil/trace.go:171","msg":"trace[2065009277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26819; }","duration":"11.212173612s","start":"2026-03-31T05:58:59.267524Z","end":"2026-03-31T05:59:10.479697Z","steps":["trace[2065009277] 'agreement among raft nodes before linearized reading' (duration: 11.212141351s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.48115Z","caller":"traceutil/trace.go:171","msg":"trace[487355517] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26819; }","duration":"13.009414827s","start":"2026-03-31T05:58:57.470307Z","end":"2026-03-31T05:59:10.479722Z","steps":["trace[487355517] 'agreement among raft nodes before linearized reading' (duration: 13.009223601s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481175Z","caller":"traceutil/trace.go:171","msg":"trace[135294881] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:26819; }","duration":"5.750799004s","start":"2026-03-31T05:59:04.72895Z","end":"2026-03-31T05:59:10.479749Z","steps":["trace[135294881] 'agreement among raft nodes before linearized reading' (duration: 5.749513413s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481203Z","caller":"traceutil/trace.go:171","msg":"trace[844720515] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26819; }","duration":"4.961715792s","start":"2026-03-31T05:59:05.518063Z","end":"2026-03-31T05:59:10.479779Z","steps":["trace[844720515] 'agreement among raft nodes before linearized reading' (duration: 4.960897546s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.48123Z","caller":"traceutil/trace.go:171","msg":"trace[727654579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26819; }","duration":"15.605282014s","start":"2026-03-31T05:58:54.874527Z","end":"2026-03-31T05:59:10.479809Z","steps":["trace[727654579] 'agreement among raft nodes before linearized reading' (duration: 15.605169521s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481389Z","caller":"traceutil/trace.go:171","msg":"trace[423709078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26819; }","duration":"11.272579614s","start":"2026-03-31T05:58:59.207258Z","end":"2026-03-31T05:59:10.479837Z","steps":["trace[423709078] 'agreement among raft nodes before linearized reading' (duration: 11.272537903s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481429Z","caller":"traceutil/trace.go:171","msg":"trace[455463298] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26819; }","duration":"2.984897131s","start":"2026-03-31T05:59:07.494947Z","end":"2026-03-31T05:59:10.479844Z","steps":["trace[455463298] 'agreement among raft nodes before linearized reading' (duration: 2.984814848s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481467Z","caller":"traceutil/trace.go:171","msg":"trace[2061193595] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26819; }","duration":"3.624898418s","start":"2026-03-31T05:59:06.854978Z","end":"2026-03-31T05:59:10.479876Z","steps":["trace[2061193595] 'agreement among raft nodes before linearized reading' (duration: 3.624828475s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481501Z","caller":"traceutil/trace.go:171","msg":"trace[1084899041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26819; }","duration":"2.232487943s","start":"2026-03-31T05:59:08.2474Z","end":"2026-03-31T05:59:10.479888Z","steps":["trace[1084899041] 'agreement among raft nodes before linearized reading' (duration: 2.232436761s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481535Z","caller":"traceutil/trace.go:171","msg":"trace[1653323065] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26819; }","duration":"2.412586295s","start":"2026-03-31T05:59:08.067338Z","end":"2026-03-31T05:59:10.479924Z","steps":["trace[1653323065] 'agreement among raft nodes before linearized reading' (duration: 2.412553094s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481562Z","caller":"traceutil/trace.go:171","msg":"trace[165959932] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26819; }","duration":"1.801513409s","start":"2026-03-31T05:59:08.678429Z","end":"2026-03-31T05:59:10.479943Z","steps":["trace[165959932] 'agreement among raft nodes before linearized reading' (duration: 1.801313752s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481588Z","caller":"traceutil/trace.go:171","msg":"trace[608471123] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26819; }","duration":"2.930409194s","start":"2026-03-31T05:59:07.549549Z","end":"2026-03-31T05:59:10.479958Z","steps":["trace[608471123] 'agreement among raft nodes before linearized reading' (duration: 2.930378243s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481616Z","caller":"traceutil/trace.go:171","msg":"trace[670174436] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26819; }","duration":"4.527940469s","start":"2026-03-31T05:59:05.952022Z","end":"2026-03-31T05:59:10.479963Z","steps":["trace[670174436] 'agreement among raft nodes before linearized reading' (duration: 4.527803565s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481645Z","caller":"traceutil/trace.go:171","msg":"trace[168111022] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26819; }","duration":"14.796200692s","start":"2026-03-31T05:58:55.683783Z","end":"2026-03-31T05:59:10.479983Z","steps":["trace[168111022] 'agreement among raft nodes before linearized reading' (duration: 14.796017966s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481671Z","caller":"traceutil/trace.go:171","msg":"trace[1283827925] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26819; }","duration":"2.642163176s","start":"2026-03-31T05:59:07.837832Z","end":"2026-03-31T05:59:10.479995Z","steps":["trace[1283827925] 'agreement among raft nodes before linearized reading' (duration: 2.642075944s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481701Z","caller":"traceutil/trace.go:171","msg":"trace[889156425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26819; }","duration":"787.272736ms","start":"2026-03-31T05:59:09.692781Z","end":"2026-03-31T05:59:10.480054Z","steps":["trace[889156425] 'agreement among raft nodes before linearized reading' (duration: 787.218934ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481726Z","caller":"traceutil/trace.go:171","msg":"trace[968358485] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26819; }","duration":"6.736159718s","start":"2026-03-31T05:59:03.743904Z","end":"2026-03-31T05:59:10.480064Z","steps":["trace[968358485] 'agreement among raft nodes before linearized reading' (duration: 6.734717723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.481751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.44803647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:59:10.48175Z","caller":"traceutil/trace.go:171","msg":"trace[1182064396] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26819; }","duration":"4.525196394s","start":"2026-03-31T05:59:05.95487Z","end":"2026-03-31T05:59:10.480066Z","steps":["trace[1182064396] 'agreement among raft nodes before linearized reading' (duration: 4.5250866s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:10.481257Z","caller":"traceutil/trace.go:171","msg":"trace[134431675] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26819; }","duration":"13.829758014s","start":"2026-03-31T05:58:56.65006Z","end":"2026-03-31T05:59:10.479818Z","steps":["trace[134431675] 'agreement among raft nodes before linearized reading' (duration: 13.829664701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.485747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:56.650039Z","time spent":"13.83568679s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.485875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:54.874482Z","time spent":"15.611381337s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.485924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:59.207178Z","time spent":"11.278736379s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:07.494925Z","time spent":"2.991089726s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.773011Z","time spent":"9.713067317s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:06.854962Z","time spent":"3.631139345s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:08.247386Z","time spent":"2.238802342s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:53.670978Z","time spent":"16.815221632s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679\" "} {"level":"warn","ts":"2026-03-31T05:59:10.486288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:08.067291Z","time spent":"2.418990897s","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:57.850003Z","time spent":"12.636294375s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:08.678408Z","time spent":"1.807955292s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:10.486414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.675756Z","time spent":"9.81065137s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4fa860bc183\" "} {"level":"warn","ts":"2026-03-31T05:59:10.486457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:07.549493Z","time spent":"2.936957321s","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:05.646064Z","time spent":"4.840453763s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T05:59:10.486542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:05.952004Z","time spent":"4.534533488s","remote":"127.0.0.1:37178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:59:10.486628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:55.683763Z","time spent":"14.802858492s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:00.025355Z","time spent":"10.461274162s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:07.837809Z","time spent":"2.648897598s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:59:10.48679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:09.692762Z","time spent":"794.022038ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:10.486797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:59.787246Z","time spent":"10.699537526s","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.486893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:03.743889Z","time spent":"6.742995814s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:59:10.486908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:59.677289Z","time spent":"10.809609793s","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.486985Z","caller":"traceutil/trace.go:171","msg":"trace[247628049] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26819; }","duration":"11.453380109s","start":"2026-03-31T05:58:59.033595Z","end":"2026-03-31T05:59:10.486975Z","steps":["trace[247628049] 'agreement among raft nodes before linearized reading' (duration: 11.446250775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:10.487014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:59.033558Z","time spent":"11.453448991s","remote":"127.0.0.1:37586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2684,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.487061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:05.518044Z","time spent":"4.968998152s","remote":"127.0.0.1:37792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:10.487102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:05.95486Z","time spent":"4.532236765s","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130942,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:59:10.48713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:57.470287Z","time spent":"13.016806509s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T05:59:10.487202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:04.728934Z","time spent":"5.758260408s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-31T05:59:10.49092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:58:59.267493Z","time spent":"11.219515743s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:10.691637Z","caller":"traceutil/trace.go:171","msg":"trace[2064461684] linearizableReadLoop","detail":"{readStateIndex:27744; appliedIndex:27743; }","duration":"207.623369ms","start":"2026-03-31T05:59:10.483987Z","end":"2026-03-31T05:59:10.691611Z","steps":["trace[2064461684] 'read index received' (duration: 207.474134ms)","trace[2064461684] 'applied index is now lower than readState.Index' (duration: 147.625µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:10.691829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.808565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-31T05:59:10.691927Z","caller":"traceutil/trace.go:171","msg":"trace[1882476804] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:26819; }","duration":"207.933318ms","start":"2026-03-31T05:59:10.483971Z","end":"2026-03-31T05:59:10.691904Z","steps":["trace[1882476804] 'agreement among raft nodes before linearized reading' (duration: 207.749603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:11.192581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573007,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:59:11.278235Z","caller":"traceutil/trace.go:171","msg":"trace[836241456] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"790.90996ms","start":"2026-03-31T05:59:10.487298Z","end":"2026-03-31T05:59:11.278208Z","steps":["trace[836241456] 'process raft request' (duration: 790.567419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:11.278308Z","caller":"traceutil/trace.go:171","msg":"trace[2106803313] transaction","detail":"{read_only:false; response_revision:26820; number_of_response:1; }","duration":"792.453909ms","start":"2026-03-31T05:59:10.485826Z","end":"2026-03-31T05:59:11.27828Z","steps":["trace[2106803313] 'process raft request' (duration: 791.873621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:11.278396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.487277Z","time spent":"791.035334ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:11.278448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.485813Z","time spent":"792.559642ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:11.278623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.490585Z","time spent":"788.03592ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:59:11.27936Z","caller":"traceutil/trace.go:171","msg":"trace[1986149431] transaction","detail":"{read_only:false; response_revision:26825; number_of_response:1; }","duration":"787.43014ms","start":"2026-03-31T05:59:10.491906Z","end":"2026-03-31T05:59:11.279336Z","steps":["trace[1986149431] 'process raft request' (duration: 787.293526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:11.27947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.49189Z","time spent":"787.529394ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5998,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:11.279794Z","caller":"traceutil/trace.go:171","msg":"trace[1350777046] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"788.35923ms","start":"2026-03-31T05:59:10.491424Z","end":"2026-03-31T05:59:11.279783Z","steps":["trace[1350777046] 'process raft request' (duration: 786.727079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:11.279865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.491413Z","time spent":"788.415942ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:11.279992Z","caller":"traceutil/trace.go:171","msg":"trace[1421758161] transaction","detail":"{read_only:false; response_revision:26823; number_of_response:1; }","duration":"788.493214ms","start":"2026-03-31T05:59:10.491489Z","end":"2026-03-31T05:59:11.279982Z","steps":["trace[1421758161] 'process raft request' (duration: 787.583425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:11.280041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.491465Z","time spent":"788.547966ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:11.280166Z","caller":"traceutil/trace.go:171","msg":"trace[2039851679] transaction","detail":"{read_only:false; response_revision:26824; number_of_response:1; }","duration":"788.562356ms","start":"2026-03-31T05:59:10.491592Z","end":"2026-03-31T05:59:11.280155Z","steps":["trace[2039851679] 'process raft request' (duration: 787.547694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:11.280216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.491577Z","time spent":"788.610428ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:12.497621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:12.4977Z","caller":"traceutil/trace.go:171","msg":"trace[25996845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062182s","start":"2026-03-31T05:59:10.497061Z","end":"2026-03-31T05:59:12.497683Z","steps":["trace[25996845] 'agreement among raft nodes before linearized reading' (duration: 2.000518597s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:12.497746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.497053Z","time spent":"2.000684142s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:12.725572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234165995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:12.725656Z","caller":"traceutil/trace.go:171","msg":"trace[110161287] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"2.23428454s","start":"2026-03-31T05:59:10.491353Z","end":"2026-03-31T05:59:12.725637Z","steps":["trace[110161287] 'agreement among raft nodes before linearized reading' (duration: 2.234176146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:12.725703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.491342Z","time spent":"2.234351361s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/31 05:59:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:14.498242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:14.498329Z","caller":"traceutil/trace.go:171","msg":"trace[286128219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340092s","start":"2026-03-31T05:59:12.497971Z","end":"2026-03-31T05:59:14.498311Z","steps":["trace[286128219] 'agreement among raft nodes before linearized reading' (duration: 2.000221198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:14.498379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:12.497958Z","time spent":"2.000406284s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:14.800895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.290389092s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:59:15.124464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.290813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:15.124602Z","caller":"traceutil/trace.go:171","msg":"trace[1429789996] linearizableReadLoop","detail":"{readStateIndex:27753; appliedIndex:27747; }","duration":"4.432882156s","start":"2026-03-31T05:59:10.691709Z","end":"2026-03-31T05:59:15.124591Z","steps":["trace[1429789996] 'read index received' (duration: 586.479562ms)","trace[1429789996] 'applied index is now lower than readState.Index' (duration: 3.846401904s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:15.124652Z","caller":"traceutil/trace.go:171","msg":"trace[279315958] transaction","detail":"{read_only:false; response_revision:26826; number_of_response:1; }","duration":"4.431901705s","start":"2026-03-31T05:59:10.692742Z","end":"2026-03-31T05:59:15.124644Z","steps":["trace[279315958] 'process raft request' (duration: 4.108363014s)","trace[279315958] 'compare' (duration: 322.265701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:15.124689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.69271Z","time spent":"4.431958066s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:15.124927Z","caller":"traceutil/trace.go:171","msg":"trace[2099815877] transaction","detail":"{read_only:false; response_revision:26827; number_of_response:1; }","duration":"4.428413184s","start":"2026-03-31T05:59:10.696506Z","end":"2026-03-31T05:59:15.124919Z","steps":["trace[2099815877] 'process raft request' (duration: 4.428030752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.124963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.69648Z","time spent":"4.428463746s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:15.125068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631097419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:15.125087Z","caller":"traceutil/trace.go:171","msg":"trace[1568782218] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26827; }","duration":"4.631128489s","start":"2026-03-31T05:59:10.493952Z","end":"2026-03-31T05:59:15.125081Z","steps":["trace[1568782218] 'agreement among raft nodes before linearized reading' (duration: 4.631088468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.125107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.493946Z","time spent":"4.63115442s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:59:15.125547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631882323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116276"} {"level":"info","ts":"2026-03-31T05:59:15.125566Z","caller":"traceutil/trace.go:171","msg":"trace[1223218738] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26827; }","duration":"4.631913024s","start":"2026-03-31T05:59:10.493647Z","end":"2026-03-31T05:59:15.125561Z","steps":["trace[1223218738] 'agreement among raft nodes before linearized reading' (duration: 4.631528292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.125584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.493641Z","time spent":"4.631936935s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116300,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:59:15.125911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633119732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116276"} {"level":"info","ts":"2026-03-31T05:59:15.125929Z","caller":"traceutil/trace.go:171","msg":"trace[895418790] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:26827; }","duration":"4.633159123s","start":"2026-03-31T05:59:10.492765Z","end":"2026-03-31T05:59:15.125924Z","steps":["trace[895418790] 'agreement among raft nodes before linearized reading' (duration: 4.632916225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.125947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.492753Z","time spent":"4.633188094s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116300,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T05:59:15.126091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634441434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:643"} {"level":"info","ts":"2026-03-31T05:59:15.126109Z","caller":"traceutil/trace.go:171","msg":"trace[1898063856] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:26827; }","duration":"4.634470005s","start":"2026-03-31T05:59:10.491633Z","end":"2026-03-31T05:59:15.126103Z","steps":["trace[1898063856] 'agreement among raft nodes before linearized reading' (duration: 4.634416923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.126125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.491626Z","time spent":"4.634495005s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:15.126226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634790384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-31T05:59:15.126242Z","caller":"traceutil/trace.go:171","msg":"trace[204862354] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26827; }","duration":"4.634805445s","start":"2026-03-31T05:59:10.491431Z","end":"2026-03-31T05:59:15.126236Z","steps":["trace[204862354] 'agreement among raft nodes before linearized reading' (duration: 4.634758643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.126257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.491414Z","time spent":"4.634839276s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:59:15.126356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63497824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T05:59:15.126373Z","caller":"traceutil/trace.go:171","msg":"trace[2064457653] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26827; }","duration":"4.635009692s","start":"2026-03-31T05:59:10.491358Z","end":"2026-03-31T05:59:15.126368Z","steps":["trace[2064457653] 'agreement among raft nodes before linearized reading' (duration: 4.63495946s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.126388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.491349Z","time spent":"4.635035132s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T05:59:15.133972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-31T05:59:15.134046Z","caller":"traceutil/trace.go:171","msg":"trace[1015921686] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:26827; }","duration":"4.649688064s","start":"2026-03-31T05:59:10.484336Z","end":"2026-03-31T05:59:15.134024Z","steps":["trace[1015921686] 'agreement among raft nodes before linearized reading' (duration: 4.649448326s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.134091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.484317Z","time spent":"4.649765017s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T05:59:15.672878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.690481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:15.673248Z","caller":"traceutil/trace.go:171","msg":"trace[1648613421] linearizableReadLoop","detail":"{readStateIndex:27764; appliedIndex:27753; }","duration":"548.614119ms","start":"2026-03-31T05:59:15.124623Z","end":"2026-03-31T05:59:15.673237Z","steps":["trace[1648613421] 'read index received' (duration: 421.519686ms)","trace[1648613421] 'applied index is now lower than readState.Index' (duration: 127.093743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:15.673346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.855416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:15.67338Z","caller":"traceutil/trace.go:171","msg":"trace[2022033235] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26838; }","duration":"889.918978ms","start":"2026-03-31T05:59:14.783455Z","end":"2026-03-31T05:59:15.673374Z","steps":["trace[2022033235] 'agreement among raft nodes before linearized reading' (duration: 889.855166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.864906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:15.673411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:14.783439Z","time spent":"889.96425ms","remote":"127.0.0.1:37316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:15.673437Z","caller":"traceutil/trace.go:171","msg":"trace[700272409] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26838; }","duration":"801.970819ms","start":"2026-03-31T05:59:14.871452Z","end":"2026-03-31T05:59:15.673423Z","steps":["trace[700272409] 'agreement among raft nodes before linearized reading' (duration: 801.846285ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673441Z","caller":"traceutil/trace.go:171","msg":"trace[79901686] transaction","detail":"{read_only:false; response_revision:26828; number_of_response:1; }","duration":"4.392230305s","start":"2026-03-31T05:59:11.281198Z","end":"2026-03-31T05:59:15.673429Z","steps":["trace[79901686] 'process raft request' (duration: 4.264933475s)","trace[79901686] 'compare' (duration: 126.233556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:15.673464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167657376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:15.673478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:14.871428Z","time spent":"802.039431ms","remote":"127.0.0.1:37360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:15.673478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494952091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:59:15.673521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177910245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:15.673543Z","caller":"traceutil/trace.go:171","msg":"trace[646249550] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26838; }","duration":"2.177980486s","start":"2026-03-31T05:59:13.495557Z","end":"2026-03-31T05:59:15.673537Z","steps":["trace[646249550] 'agreement among raft nodes before linearized reading' (duration: 2.177943635s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116334801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:15.673565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:13.495529Z","time spent":"2.178031468s","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:15.673579Z","caller":"traceutil/trace.go:171","msg":"trace[1221158559] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26838; }","duration":"3.116388532s","start":"2026-03-31T05:59:12.55718Z","end":"2026-03-31T05:59:15.673569Z","steps":["trace[1221158559] 'agreement among raft nodes before linearized reading' (duration: 3.116357781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273781294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:59:15.673602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:12.557162Z","time spent":"3.116435524s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:15.67358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389711386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-31T05:59:15.673579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680506258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:15.673623Z","caller":"traceutil/trace.go:171","msg":"trace[1827756568] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26838; }","duration":"4.273852377s","start":"2026-03-31T05:59:11.399757Z","end":"2026-03-31T05:59:15.673609Z","steps":["trace[1827756568] 'agreement among raft nodes before linearized reading' (duration: 4.273755323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401363303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:15.673478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386722542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:59:15.673663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.399742Z","time spent":"4.273914199s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-31T05:59:15.673656Z","caller":"traceutil/trace.go:171","msg":"trace[897980909] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26838; }","duration":"4.389820239s","start":"2026-03-31T05:59:11.283818Z","end":"2026-03-31T05:59:15.673638Z","steps":["trace[897980909] 'agreement among raft nodes before linearized reading' (duration: 4.389579772s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673669Z","caller":"traceutil/trace.go:171","msg":"trace[1388014603] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26838; }","duration":"3.680664214s","start":"2026-03-31T05:59:11.992984Z","end":"2026-03-31T05:59:15.673648Z","steps":["trace[1388014603] 'agreement among raft nodes before linearized reading' (duration: 3.680466798s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673691Z","caller":"traceutil/trace.go:171","msg":"trace[1194147807] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26838; }","duration":"4.401514988s","start":"2026-03-31T05:59:11.272158Z","end":"2026-03-31T05:59:15.673673Z","steps":["trace[1194147807] 'agreement among raft nodes before linearized reading' (duration: 4.401295471s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673698Z","caller":"traceutil/trace.go:171","msg":"trace[1050392100] transaction","detail":"{read_only:false; response_revision:26833; number_of_response:1; }","duration":"4.383556462s","start":"2026-03-31T05:59:11.290127Z","end":"2026-03-31T05:59:15.673684Z","steps":["trace[1050392100] 'process raft request' (duration: 4.382992884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52893933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:15.673735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.283811Z","time spent":"4.389911302s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:59:15.67374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.272137Z","time spent":"4.40159262s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:15.673421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304944716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:15.673551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.281176Z","time spent":"4.392307718s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:15.673769Z","caller":"traceutil/trace.go:171","msg":"trace[1781141975] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26838; }","duration":"4.529025033s","start":"2026-03-31T05:59:11.144725Z","end":"2026-03-31T05:59:15.67375Z","steps":["trace[1781141975] 'agreement among raft nodes before linearized reading' (duration: 4.528904979s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673793Z","caller":"traceutil/trace.go:171","msg":"trace[1668562462] transaction","detail":"{read_only:false; response_revision:26837; number_of_response:1; }","duration":"4.37779095s","start":"2026-03-31T05:59:11.295988Z","end":"2026-03-31T05:59:15.673778Z","steps":["trace[1668562462] 'process raft request' (duration: 4.377202271s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673806Z","caller":"traceutil/trace.go:171","msg":"trace[1160302463] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"2.946051767s","start":"2026-03-31T05:59:12.727745Z","end":"2026-03-31T05:59:15.673797Z","steps":["trace[1160302463] 'process raft request' (duration: 2.945465139s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673824Z","caller":"traceutil/trace.go:171","msg":"trace[1096550754] transaction","detail":"{read_only:false; response_revision:26835; number_of_response:1; }","duration":"4.378357118s","start":"2026-03-31T05:59:11.295461Z","end":"2026-03-31T05:59:15.673819Z","steps":["trace[1096550754] 'process raft request' (duration: 4.377693087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.144706Z","time spent":"4.529102356s","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:15.673862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.295439Z","time spent":"4.378402189s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:59:15.67349Z","caller":"traceutil/trace.go:171","msg":"trace[1290162237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26838; }","duration":"1.167704578s","start":"2026-03-31T05:59:14.505779Z","end":"2026-03-31T05:59:15.673483Z","steps":["trace[1290162237] 'agreement among raft nodes before linearized reading' (duration: 1.167664716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.295964Z","time spent":"4.377867352s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:15.673912Z","caller":"traceutil/trace.go:171","msg":"trace[1315974386] transaction","detail":"{read_only:false; response_revision:26834; number_of_response:1; }","duration":"4.383722157s","start":"2026-03-31T05:59:11.290185Z","end":"2026-03-31T05:59:15.673907Z","steps":["trace[1315974386] 'process raft request' (duration: 4.382953333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.847119032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"warn","ts":"2026-03-31T05:59:15.67374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.992907Z","time spent":"3.680819908s","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:15.673958Z","caller":"traceutil/trace.go:171","msg":"trace[828225829] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26838; }","duration":"4.847203574s","start":"2026-03-31T05:59:10.826749Z","end":"2026-03-31T05:59:15.673952Z","steps":["trace[828225829] 'agreement among raft nodes before linearized reading' (duration: 4.846992478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.674004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.82673Z","time spent":"4.847268877s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:15.673938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.290177Z","time spent":"4.383745408s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:15.674029Z","caller":"traceutil/trace.go:171","msg":"trace[276004690] transaction","detail":"{read_only:false; response_revision:26836; number_of_response:1; }","duration":"4.378401479s","start":"2026-03-31T05:59:11.295617Z","end":"2026-03-31T05:59:15.674018Z","steps":["trace[276004690] 'process raft request' (duration: 4.377554803s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:14.505765Z","time spent":"1.16812071s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:59:15.674067Z","caller":"traceutil/trace.go:171","msg":"trace[1046555787] transaction","detail":"{read_only:false; response_revision:26829; number_of_response:1; }","duration":"4.390571883s","start":"2026-03-31T05:59:11.283482Z","end":"2026-03-31T05:59:15.674054Z","steps":["trace[1046555787] 'process raft request' (duration: 4.38953308s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.673856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:12.727719Z","time spent":"2.94611205s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:15.673523Z","caller":"traceutil/trace.go:171","msg":"trace[1560874571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26838; }","duration":"4.495049243s","start":"2026-03-31T05:59:11.178463Z","end":"2026-03-31T05:59:15.673512Z","steps":["trace[1560874571] 'agreement among raft nodes before linearized reading' (duration: 4.494920699s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.674135Z","caller":"traceutil/trace.go:171","msg":"trace[875853741] transaction","detail":"{read_only:false; response_revision:26830; number_of_response:1; }","duration":"4.389415887s","start":"2026-03-31T05:59:11.284707Z","end":"2026-03-31T05:59:15.674123Z","steps":["trace[875853741] 'process raft request' (duration: 4.388351893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.674161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.178442Z","time spent":"4.495710745s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:59:15.673583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.769405684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T05:59:15.674188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.284701Z","time spent":"4.389462718s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:59:15.674188Z","caller":"traceutil/trace.go:171","msg":"trace[2144806594] transaction","detail":"{read_only:false; response_revision:26831; number_of_response:1; }","duration":"4.386224286s","start":"2026-03-31T05:59:11.287936Z","end":"2026-03-31T05:59:15.67416Z","steps":["trace[2144806594] 'process raft request' (duration: 4.385144612s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:15.673799Z","caller":"traceutil/trace.go:171","msg":"trace[416523877] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26838; }","duration":"2.305381849s","start":"2026-03-31T05:59:13.368411Z","end":"2026-03-31T05:59:15.673793Z","steps":["trace[416523877] 'agreement among raft nodes before linearized reading' (duration: 2.304950806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.674345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:13.368393Z","time spent":"2.305943567s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:15.674199Z","caller":"traceutil/trace.go:171","msg":"trace[1106184156] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26838; }","duration":"4.770079476s","start":"2026-03-31T05:59:10.904114Z","end":"2026-03-31T05:59:15.674193Z","steps":["trace[1106184156] 'agreement among raft nodes before linearized reading' (duration: 4.769300721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.67445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:10.904095Z","time spent":"4.770337913s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:59:15.674077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.295608Z","time spent":"4.37844355s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:59:15.673687Z","caller":"traceutil/trace.go:171","msg":"trace[802978729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26838; }","duration":"4.386959319s","start":"2026-03-31T05:59:11.286721Z","end":"2026-03-31T05:59:15.67368Z","steps":["trace[802978729] 'agreement among raft nodes before linearized reading' (duration: 4.386618538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.67456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.286714Z","time spent":"4.387838967s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:59:15.673769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.290118Z","time spent":"4.383610633s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:15.673374Z","caller":"traceutil/trace.go:171","msg":"trace[606477869] transaction","detail":"{read_only:false; response_revision:26832; number_of_response:1; }","duration":"4.383754228s","start":"2026-03-31T05:59:11.289592Z","end":"2026-03-31T05:59:15.673346Z","steps":["trace[606477869] 'process raft request' (duration: 4.383509241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:15.674707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.289585Z","time spent":"4.38508778s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:15.674167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.283472Z","time spent":"4.390636255s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:15.675079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:11.287928Z","time spent":"4.386324959s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:16.174144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:16.674915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573023,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:16.706228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160109447s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:59:17.030872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.317515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:17.031001Z","caller":"traceutil/trace.go:171","msg":"trace[259028533] transaction","detail":"{read_only:false; response_revision:26839; number_of_response:1; }","duration":"1.887213137s","start":"2026-03-31T05:59:15.143763Z","end":"2026-03-31T05:59:17.030976Z","steps":["trace[259028533] 'process raft request' (duration: 1.562617404s)","trace[259028533] 'compare' (duration: 323.686635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:17.031083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.143745Z","time spent":"1.88729486s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:17.675075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999254297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:17.675159Z","caller":"traceutil/trace.go:171","msg":"trace[954379113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999378511s","start":"2026-03-31T05:59:15.675763Z","end":"2026-03-31T05:59:17.675142Z","steps":["trace[954379113] 'agreement among raft nodes before linearized reading' (duration: 1.999274348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:17.675204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.675747Z","time spent":"1.999448083s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:19.42458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.7181387s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:19.425118Z","caller":"traceutil/trace.go:171","msg":"trace[976682771] linearizableReadLoop","detail":"{readStateIndex:27771; appliedIndex:27764; }","duration":"3.751808735s","start":"2026-03-31T05:59:15.67329Z","end":"2026-03-31T05:59:19.425099Z","steps":["trace[976682771] 'read index received' (duration: 1.033131749s)","trace[976682771] 'applied index is now lower than readState.Index' (duration: 2.718676256s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:19.425371Z","caller":"traceutil/trace.go:171","msg":"trace[1882214472] transaction","detail":"{read_only:false; response_revision:26840; number_of_response:1; }","duration":"3.745279939s","start":"2026-03-31T05:59:15.680083Z","end":"2026-03-31T05:59:19.425363Z","steps":["trace[1882214472] 'process raft request' (duration: 3.744632059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.425456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.680074Z","time spent":"3.745324051s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:19.42558Z","caller":"traceutil/trace.go:171","msg":"trace[1723949629] transaction","detail":"{read_only:false; response_revision:26841; number_of_response:1; }","duration":"3.744140343s","start":"2026-03-31T05:59:15.681434Z","end":"2026-03-31T05:59:19.425574Z","steps":["trace[1723949629] 'process raft request' (duration: 3.743465012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.425621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.681427Z","time spent":"3.744174394s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:19.425708Z","caller":"traceutil/trace.go:171","msg":"trace[324247412] transaction","detail":"{read_only:false; response_revision:26842; number_of_response:1; }","duration":"3.743931286s","start":"2026-03-31T05:59:15.681769Z","end":"2026-03-31T05:59:19.4257Z","steps":["trace[324247412] 'process raft request' (duration: 3.743167052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.425747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.681764Z","time spent":"3.743963468s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:19.425824Z","caller":"traceutil/trace.go:171","msg":"trace[1776217955] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"3.743603166s","start":"2026-03-31T05:59:15.682214Z","end":"2026-03-31T05:59:19.425817Z","steps":["trace[1776217955] 'process raft request' (duration: 3.742747709s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.425864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.682209Z","time spent":"3.743634818s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:19.426141Z","caller":"traceutil/trace.go:171","msg":"trace[1677681450] transaction","detail":"{read_only:false; response_revision:26844; number_of_response:1; }","duration":"3.74370157s","start":"2026-03-31T05:59:15.68243Z","end":"2026-03-31T05:59:19.426132Z","steps":["trace[1677681450] 'process raft request' (duration: 3.742562714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.426197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.682411Z","time spent":"3.743760901s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:19.426342Z","caller":"traceutil/trace.go:171","msg":"trace[1207326965] transaction","detail":"{read_only:false; response_revision:26845; number_of_response:1; }","duration":"3.686156347s","start":"2026-03-31T05:59:15.740174Z","end":"2026-03-31T05:59:19.426331Z","steps":["trace[1207326965] 'process raft request' (duration: 3.684893247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.426427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.740147Z","time spent":"3.68624674s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:19.426598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.11011347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:19.426643Z","caller":"traceutil/trace.go:171","msg":"trace[647285632] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26845; }","duration":"4.110188342s","start":"2026-03-31T05:59:15.316445Z","end":"2026-03-31T05:59:19.426633Z","steps":["trace[647285632] 'agreement among raft nodes before linearized reading' (duration: 4.11010989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.426991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.31643Z","time spent":"4.110234253s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:19.427334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270826602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5001edee-2fb8-4d51-8873-ac6a280072f7\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T05:59:19.427425Z","caller":"traceutil/trace.go:171","msg":"trace[4334749] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5001edee-2fb8-4d51-8873-ac6a280072f7; range_end:; response_count:1; response_revision:26845; }","duration":"4.284482061s","start":"2026-03-31T05:59:15.142915Z","end":"2026-03-31T05:59:19.427397Z","steps":["trace[4334749] 'agreement among raft nodes before linearized reading' (duration: 4.284216543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.427496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.1429Z","time spent":"4.284580654s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-5001edee-2fb8-4d51-8873-ac6a280072f7\" "} {"level":"warn","ts":"2026-03-31T05:59:19.42753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275638373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T05:59:19.427577Z","caller":"traceutil/trace.go:171","msg":"trace[1639708431] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26845; }","duration":"4.275700545s","start":"2026-03-31T05:59:15.15186Z","end":"2026-03-31T05:59:19.427561Z","steps":["trace[1639708431] 'agreement among raft nodes before linearized reading' (duration: 4.275603592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.427612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.151849Z","time spent":"4.275756527s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:59:19.427632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279156464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T05:59:19.427668Z","caller":"traceutil/trace.go:171","msg":"trace[1035303583] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26845; }","duration":"4.279211486s","start":"2026-03-31T05:59:15.148447Z","end":"2026-03-31T05:59:19.427658Z","steps":["trace[1035303583] 'agreement among raft nodes before linearized reading' (duration: 4.279093392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.427697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.148438Z","time spent":"4.279254387s","remote":"127.0.0.1:37178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T05:59:19.427726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283128059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:19.427803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289753437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:59:19.427821Z","caller":"traceutil/trace.go:171","msg":"trace[805711206] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26845; }","duration":"4.283251582s","start":"2026-03-31T05:59:15.144548Z","end":"2026-03-31T05:59:19.4278Z","steps":["trace[805711206] 'agreement among raft nodes before linearized reading' (duration: 4.283093167s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:19.427837Z","caller":"traceutil/trace.go:171","msg":"trace[545997508] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26845; }","duration":"4.289812059s","start":"2026-03-31T05:59:15.138014Z","end":"2026-03-31T05:59:19.427826Z","steps":["trace[545997508] 'agreement among raft nodes before linearized reading' (duration: 4.289711056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.42742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.283589503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"warn","ts":"2026-03-31T05:59:19.427881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.144543Z","time spent":"4.283322825s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:59:19.427898Z","caller":"traceutil/trace.go:171","msg":"trace[342590378] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26845; }","duration":"4.28413106s","start":"2026-03-31T05:59:15.143758Z","end":"2026-03-31T05:59:19.427889Z","steps":["trace[342590378] 'agreement among raft nodes before linearized reading' (duration: 4.283379426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.427929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.143738Z","time spent":"4.284183132s","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130942,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:59:19.427867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.137996Z","time spent":"4.289865681s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:59:19.683774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000783225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:19.683852Z","caller":"traceutil/trace.go:171","msg":"trace[2011341578] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000901759s","start":"2026-03-31T05:59:17.682934Z","end":"2026-03-31T05:59:19.683836Z","steps":["trace[2011341578] 'agreement among raft nodes before linearized reading' (duration: 2.000804126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:19.683897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:17.682924Z","time spent":"2.000964141s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:20.58616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.890623ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:20.58628Z","caller":"traceutil/trace.go:171","msg":"trace[237830148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26845; }","duration":"713.018757ms","start":"2026-03-31T05:59:19.873244Z","end":"2026-03-31T05:59:20.586262Z","steps":["trace[237830148] 'range keys from in-memory index tree' (duration: 712.874262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.586324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.167887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:20.586478Z","caller":"traceutil/trace.go:171","msg":"trace[785085075] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"2.905328025s","start":"2026-03-31T05:59:17.681125Z","end":"2026-03-31T05:59:20.586453Z","steps":["trace[785085075] 'process raft request' (duration: 2.094955132s)","trace[785085075] 'compare' (duration: 809.822336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:20.586592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:17.681105Z","time spent":"2.905424617s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:20.586676Z","caller":"traceutil/trace.go:171","msg":"trace[1102742839] linearizableReadLoop","detail":"{readStateIndex:27775; appliedIndex:27771; }","duration":"1.161494901s","start":"2026-03-31T05:59:19.425169Z","end":"2026-03-31T05:59:20.586664Z","steps":["trace[1102742839] 'read index received' (duration: 350.925512ms)","trace[1102742839] 'applied index is now lower than readState.Index' (duration: 810.568789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:20.586904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086792526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:59:20.586951Z","caller":"traceutil/trace.go:171","msg":"trace[598605097] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26849; }","duration":"4.086879208s","start":"2026-03-31T05:59:16.500065Z","end":"2026-03-31T05:59:20.586944Z","steps":["trace[598605097] 'agreement among raft nodes before linearized reading' (duration: 4.086722153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.586971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:16.500051Z","time spent":"4.086914249s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:20.587073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041342864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:20.58709Z","caller":"traceutil/trace.go:171","msg":"trace[2116472692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26849; }","duration":"4.041390436s","start":"2026-03-31T05:59:16.545695Z","end":"2026-03-31T05:59:20.587085Z","steps":["trace[2116472692] 'agreement among raft nodes before linearized reading' (duration: 4.041356845s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.587083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.487304124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:20.587085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909540837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834efd5ebe\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-03-31T05:59:20.58711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:16.545676Z","time spent":"4.041425816s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:20.587112Z","caller":"traceutil/trace.go:171","msg":"trace[1345765804] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"2.90582545s","start":"2026-03-31T05:59:17.681269Z","end":"2026-03-31T05:59:20.587094Z","steps":["trace[1345765804] 'process raft request' (duration: 2.905328434s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:20.587129Z","caller":"traceutil/trace.go:171","msg":"trace[527651568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26849; }","duration":"3.487396997s","start":"2026-03-31T05:59:17.099715Z","end":"2026-03-31T05:59:20.587112Z","steps":["trace[527651568] 'agreement among raft nodes before linearized reading' (duration: 3.487321014s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:20.587138Z","caller":"traceutil/trace.go:171","msg":"trace[926530853] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"2.89820477s","start":"2026-03-31T05:59:17.688916Z","end":"2026-03-31T05:59:20.587121Z","steps":["trace[926530853] 'process raft request' (duration: 2.897710934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.58716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:17.681261Z","time spent":"2.905875741s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:20.587166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513867867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268860"} {"level":"warn","ts":"2026-03-31T05:59:20.587176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:17.099686Z","time spent":"3.487479659s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:20.587216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601168965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:20.587256Z","caller":"traceutil/trace.go:171","msg":"trace[1974866984] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26849; }","duration":"4.601237048s","start":"2026-03-31T05:59:15.986008Z","end":"2026-03-31T05:59:20.587245Z","steps":["trace[1974866984] 'agreement among raft nodes before linearized reading' (duration: 4.601150075s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:20.587269Z","caller":"traceutil/trace.go:171","msg":"trace[846400484] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"2.906046057s","start":"2026-03-31T05:59:17.681216Z","end":"2026-03-31T05:59:20.587262Z","steps":["trace[846400484] 'process raft request' (duration: 2.90517515s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.587302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:17.688904Z","time spent":"2.898351495s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:20.587192Z","caller":"traceutil/trace.go:171","msg":"trace[2113950412] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26849; }","duration":"4.513917038s","start":"2026-03-31T05:59:16.073267Z","end":"2026-03-31T05:59:20.587184Z","steps":["trace[2113950412] 'agreement among raft nodes before linearized reading' (duration: 4.513597368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.5873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:17.681209Z","time spent":"2.906073098s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:20.587336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910164817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:59:20.587357Z","caller":"traceutil/trace.go:171","msg":"trace[787710612] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26849; }","duration":"4.910213658s","start":"2026-03-31T05:59:15.677137Z","end":"2026-03-31T05:59:20.587351Z","steps":["trace[787710612] 'agreement among raft nodes before linearized reading' (duration: 4.910100695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.58738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.677126Z","time spent":"4.91024867s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:20.587074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675934323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:20.587133Z","caller":"traceutil/trace.go:171","msg":"trace[882722267] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834efd5ebe; range_end:; response_count:1; response_revision:26849; }","duration":"4.909599779s","start":"2026-03-31T05:59:15.67752Z","end":"2026-03-31T05:59:20.58712Z","steps":["trace[882722267] 'agreement among raft nodes before linearized reading' (duration: 4.909496846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.587419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.677516Z","time spent":"4.909897619s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834efd5ebe\" "} {"level":"warn","ts":"2026-03-31T05:59:20.587352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:16.073236Z","time spent":"4.514106814s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268884,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T05:59:20.587434Z","caller":"traceutil/trace.go:171","msg":"trace[1968410112] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26849; }","duration":"1.676334956s","start":"2026-03-31T05:59:18.911075Z","end":"2026-03-31T05:59:20.58741Z","steps":["trace[1968410112] 'agreement among raft nodes before linearized reading' (duration: 1.675912193s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.587468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911340394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:59:20.58729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.985994Z","time spent":"4.60128657s","remote":"127.0.0.1:42574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:20.58749Z","caller":"traceutil/trace.go:171","msg":"trace[1366770885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26849; }","duration":"4.911370885s","start":"2026-03-31T05:59:15.676111Z","end":"2026-03-31T05:59:20.587482Z","steps":["trace[1366770885] 'agreement among raft nodes before linearized reading' (duration: 4.911277452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.58749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:18.911058Z","time spent":"1.676413079s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:20.587506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.676099Z","time spent":"4.911403656s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:59:20.587581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84453093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:20.587597Z","caller":"traceutil/trace.go:171","msg":"trace[585791345] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26849; }","duration":"4.844585982s","start":"2026-03-31T05:59:15.743005Z","end":"2026-03-31T05:59:20.587591Z","steps":["trace[585791345] 'agreement among raft nodes before linearized reading' (duration: 4.844554191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.587611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.905208541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-31T05:59:20.587614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.742986Z","time spent":"4.844624242s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:20.587629Z","caller":"traceutil/trace.go:171","msg":"trace[1587965614] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26849; }","duration":"4.905248212s","start":"2026-03-31T05:59:15.682375Z","end":"2026-03-31T05:59:20.587623Z","steps":["trace[1587965614] 'agreement among raft nodes before linearized reading' (duration: 4.90518936s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.587645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.682361Z","time spent":"4.905280403s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:20.58766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742597854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:20.587683Z","caller":"traceutil/trace.go:171","msg":"trace[627669828] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26849; }","duration":"1.742653625s","start":"2026-03-31T05:59:18.845023Z","end":"2026-03-31T05:59:20.587676Z","steps":["trace[627669828] 'agreement among raft nodes before linearized reading' (duration: 1.742614044s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.58771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:18.845006Z","time spent":"1.742697756s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:20.587822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807752272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-31T05:59:20.587867Z","caller":"traceutil/trace.go:171","msg":"trace[927271744] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:26849; }","duration":"4.807822374s","start":"2026-03-31T05:59:15.780034Z","end":"2026-03-31T05:59:20.587857Z","steps":["trace[927271744] 'agreement among raft nodes before linearized reading' (duration: 4.807347819s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:20.587899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:15.780022Z","time spent":"4.807868055s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1187,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-03-31T05:59:21.086902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:21.255928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479809267s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:59:21.684274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:21.68433Z","caller":"traceutil/trace.go:171","msg":"trace[281276846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410784s","start":"2026-03-31T05:59:19.683906Z","end":"2026-03-31T05:59:21.684317Z","steps":["trace[281276846] 'agreement among raft nodes before linearized reading' (duration: 2.000338571s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:21.684358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.683891Z","time spent":"2.000461816s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:21.832558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.371943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:21.832839Z","caller":"traceutil/trace.go:171","msg":"trace[294252358] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"2.398992886s","start":"2026-03-31T05:59:19.433809Z","end":"2026-03-31T05:59:21.832802Z","steps":["trace[294252358] 'process raft request' (duration: 1.822275102s)","trace[294252358] 'compare' (duration: 575.381352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:21.833758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.433791Z","time spent":"2.399125101s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:21.834001Z","caller":"traceutil/trace.go:171","msg":"trace[2266515] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"2.397770039s","start":"2026-03-31T05:59:19.43621Z","end":"2026-03-31T05:59:21.833981Z","steps":["trace[2266515] 'process raft request' (duration: 2.397521521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:21.834141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.436183Z","time spent":"2.397878242s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:21.834317Z","caller":"traceutil/trace.go:171","msg":"trace[913965782] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"2.397622563s","start":"2026-03-31T05:59:19.436666Z","end":"2026-03-31T05:59:21.834288Z","steps":["trace[913965782] 'process raft request' (duration: 2.39721523s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:21.834388Z","caller":"traceutil/trace.go:171","msg":"trace[1345935419] transaction","detail":"{read_only:false; response_revision:26853; number_of_response:1; }","duration":"2.390800029s","start":"2026-03-31T05:59:19.443567Z","end":"2026-03-31T05:59:21.834367Z","steps":["trace[1345935419] 'process raft request' (duration: 2.390645944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:21.834445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.436632Z","time spent":"2.397752167s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:21.834513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.443548Z","time spent":"2.390911293s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:21.939637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:21.939717Z","caller":"traceutil/trace.go:171","msg":"trace[590999312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999984181s","start":"2026-03-31T05:59:19.939715Z","end":"2026-03-31T05:59:21.939699Z","steps":["trace[590999312] 'agreement among raft nodes before linearized reading' (duration: 1.999888018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:21.939826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.939698Z","time spent":"2.000111885s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:22.913426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.644657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:22.913721Z","caller":"traceutil/trace.go:171","msg":"trace[1886354153] transaction","detail":"{read_only:false; response_revision:26854; number_of_response:1; }","duration":"2.760738032s","start":"2026-03-31T05:59:20.15295Z","end":"2026-03-31T05:59:22.913688Z","steps":["trace[1886354153] 'process raft request' (duration: 2.093745694s)","trace[1886354153] 'compare' (duration: 665.754549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:22.913872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:20.15292Z","time spent":"2.760874976s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:22.913949Z","caller":"traceutil/trace.go:171","msg":"trace[1361717092] transaction","detail":"{read_only:false; response_revision:26855; number_of_response:1; }","duration":"2.488889039s","start":"2026-03-31T05:59:20.425037Z","end":"2026-03-31T05:59:22.913926Z","steps":["trace[1361717092] 'process raft request' (duration: 2.488489947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:22.914044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:20.425014Z","time spent":"2.488987843s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:59:22.914034Z","caller":"traceutil/trace.go:171","msg":"trace[1172242405] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"2.322015184s","start":"2026-03-31T05:59:20.591988Z","end":"2026-03-31T05:59:22.914004Z","steps":["trace[1172242405] 'process raft request' (duration: 2.321675513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:22.914178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:20.591969Z","time spent":"2.322130998s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:22.914189Z","caller":"traceutil/trace.go:171","msg":"trace[1984404911] transaction","detail":"{read_only:false; response_revision:26856; number_of_response:1; }","duration":"2.322448047s","start":"2026-03-31T05:59:20.591729Z","end":"2026-03-31T05:59:22.914177Z","steps":["trace[1984404911] 'process raft request' (duration: 2.321882789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:22.914267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:20.591709Z","time spent":"2.32251533s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:22.914377Z","caller":"traceutil/trace.go:171","msg":"trace[1702381322] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"2.314059233s","start":"2026-03-31T05:59:20.600307Z","end":"2026-03-31T05:59:22.914366Z","steps":["trace[1702381322] 'process raft request' (duration: 2.313398942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:22.914442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:20.600293Z","time spent":"2.314118214s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:23.69086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:23.690945Z","caller":"traceutil/trace.go:171","msg":"trace[1552955139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140005s","start":"2026-03-31T05:59:21.690786Z","end":"2026-03-31T05:59:23.690926Z","steps":["trace[1552955139] 'agreement among raft nodes before linearized reading' (duration: 2.000029241s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:23.690992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:21.690751Z","time spent":"2.000231958s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:24.261265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34750546s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:59:24.26143Z","caller":"traceutil/trace.go:171","msg":"trace[1321310740] linearizableReadLoop","detail":"{readStateIndex:27785; appliedIndex:27775; }","duration":"3.674651835s","start":"2026-03-31T05:59:20.586708Z","end":"2026-03-31T05:59:24.26136Z","steps":["trace[1321310740] 'read index received' (duration: 669.369442ms)","trace[1321310740] 'applied index is now lower than readState.Index' (duration: 3.005280833s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:24.263184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.830786847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T05:59:24.263291Z","caller":"traceutil/trace.go:171","msg":"trace[1824744642] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26858; }","duration":"4.830952243s","start":"2026-03-31T05:59:19.432313Z","end":"2026-03-31T05:59:24.263265Z","steps":["trace[1824744642] 'agreement among raft nodes before linearized reading' (duration: 4.830648493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.263412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.43229Z","time spent":"4.831109127s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:59:24.263751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761611213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:24.263784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728536068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:59:24.263821Z","caller":"traceutil/trace.go:171","msg":"trace[356028541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26858; }","duration":"4.72860761s","start":"2026-03-31T05:59:19.535203Z","end":"2026-03-31T05:59:24.26381Z","steps":["trace[356028541] 'agreement among raft nodes before linearized reading' (duration: 4.728503236s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:24.263822Z","caller":"traceutil/trace.go:171","msg":"trace[277525840] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26858; }","duration":"3.761732288s","start":"2026-03-31T05:59:20.502071Z","end":"2026-03-31T05:59:24.263803Z","steps":["trace[277525840] 'agreement among raft nodes before linearized reading' (duration: 3.761612974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.263845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.535186Z","time spent":"4.728652401s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T05:59:24.263868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:20.502043Z","time spent":"3.761813s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:24.263988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366420263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:24.264027Z","caller":"traceutil/trace.go:171","msg":"trace[297140397] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26858; }","duration":"4.36667687s","start":"2026-03-31T05:59:19.897338Z","end":"2026-03-31T05:59:24.264015Z","steps":["trace[297140397] 'agreement among raft nodes before linearized reading' (duration: 4.366620728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.264106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.897316Z","time spent":"4.366727442s","remote":"127.0.0.1:42602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:24.264263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827187134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-31T05:59:24.264325Z","caller":"traceutil/trace.go:171","msg":"trace[449576583] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26858; }","duration":"4.827354068s","start":"2026-03-31T05:59:19.436956Z","end":"2026-03-31T05:59:24.26431Z","steps":["trace[449576583] 'agreement among raft nodes before linearized reading' (duration: 4.827177363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.264363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.436939Z","time spent":"4.827414911s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-31T05:59:24.26438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.528755185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-03-31T05:59:24.264404Z","caller":"traceutil/trace.go:171","msg":"trace[382957673] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26858; }","duration":"4.528818447s","start":"2026-03-31T05:59:19.735578Z","end":"2026-03-31T05:59:24.264396Z","steps":["trace[382957673] 'agreement among raft nodes before linearized reading' (duration: 4.528716334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.264425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.735558Z","time spent":"4.528862819s","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130942,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:59:24.264279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.508816187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:59:24.264516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.821739852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:24.264548Z","caller":"traceutil/trace.go:171","msg":"trace[684884397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26858; }","duration":"4.509078956s","start":"2026-03-31T05:59:19.755455Z","end":"2026-03-31T05:59:24.264534Z","steps":["trace[684884397] 'agreement among raft nodes before linearized reading' (duration: 4.508763306s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.264578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.755394Z","time spent":"4.509175279s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:59:24.264581Z","caller":"traceutil/trace.go:171","msg":"trace[1344902832] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26858; }","duration":"4.821819274s","start":"2026-03-31T05:59:19.442744Z","end":"2026-03-31T05:59:24.264564Z","steps":["trace[1344902832] 'agreement among raft nodes before linearized reading' (duration: 4.821713831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.264586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828461984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T05:59:24.264625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.442726Z","time spent":"4.821888537s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:59:24.264637Z","caller":"traceutil/trace.go:171","msg":"trace[1271873742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26858; }","duration":"4.828530535s","start":"2026-03-31T05:59:19.436091Z","end":"2026-03-31T05:59:24.264621Z","steps":["trace[1271873742] 'agreement among raft nodes before linearized reading' (duration: 4.828384771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.264679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.436058Z","time spent":"4.828610208s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:59:24.263113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.826990968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-03-31T05:59:24.265166Z","caller":"traceutil/trace.go:171","msg":"trace[1325754100] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:26858; }","duration":"4.829105604s","start":"2026-03-31T05:59:19.436047Z","end":"2026-03-31T05:59:24.265153Z","steps":["trace[1325754100] 'agreement among raft nodes before linearized reading' (duration: 4.826863053s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.265269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:19.436022Z","time spent":"4.829165736s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-31T05:59:24.36818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773315351s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:24.368538Z","caller":"traceutil/trace.go:171","msg":"trace[1294990307] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"1.773752565s","start":"2026-03-31T05:59:22.594757Z","end":"2026-03-31T05:59:24.368509Z","steps":["trace[1294990307] 'process raft request' (duration: 1.773589179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.368675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:22.594734Z","time spent":"1.773878409s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:24.963224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:24.963332Z","caller":"traceutil/trace.go:171","msg":"trace[1569222540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521886s","start":"2026-03-31T05:59:22.962771Z","end":"2026-03-31T05:59:24.963292Z","steps":["trace[1569222540] 'agreement among raft nodes before linearized reading' (duration: 2.000408923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:24.96339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:22.962751Z","time spent":"2.00062819s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:25.691946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:25.692079Z","caller":"traceutil/trace.go:171","msg":"trace[932182222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551508s","start":"2026-03-31T05:59:23.691499Z","end":"2026-03-31T05:59:25.692051Z","steps":["trace[932182222] 'agreement among raft nodes before linearized reading' (duration: 2.000372323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:25.692155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:23.691479Z","time spent":"2.000654802s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:26.46819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.098127622s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:59:26.973282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.805968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:26.974863Z","caller":"traceutil/trace.go:171","msg":"trace[568216578] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"4.379549966s","start":"2026-03-31T05:59:22.595286Z","end":"2026-03-31T05:59:26.974836Z","steps":["trace[568216578] 'process raft request' (duration: 4.379412281s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:26.974935Z","caller":"traceutil/trace.go:171","msg":"trace[1398259938] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"4.379458522s","start":"2026-03-31T05:59:22.59545Z","end":"2026-03-31T05:59:26.974909Z","steps":["trace[1398259938] 'process raft request' (duration: 4.379306817s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:26.975058Z","caller":"traceutil/trace.go:171","msg":"trace[9165671] linearizableReadLoop","detail":"{readStateIndex:27791; appliedIndex:27786; }","duration":"2.713542694s","start":"2026-03-31T05:59:24.261506Z","end":"2026-03-31T05:59:26.975049Z","steps":["trace[9165671] 'read index received' (duration: 107.098694ms)","trace[9165671] 'applied index is now lower than readState.Index' (duration: 2.60644343s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:26.975043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:22.595283Z","time spent":"4.379668959s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:26.975049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:22.595423Z","time spent":"4.379565215s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:26.975174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718884583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:26.97522Z","caller":"traceutil/trace.go:171","msg":"trace[2094603975] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"2.707465873s","start":"2026-03-31T05:59:24.267737Z","end":"2026-03-31T05:59:26.975203Z","steps":["trace[2094603975] 'process raft request' (duration: 2.707141923s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:26.975231Z","caller":"traceutil/trace.go:171","msg":"trace[1943360248] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"3.135940118s","start":"2026-03-31T05:59:23.839278Z","end":"2026-03-31T05:59:26.975218Z","steps":["trace[1943360248] 'process raft request' (duration: 3.135499324s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:26.975268Z","caller":"traceutil/trace.go:171","msg":"trace[705511601] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"3.134565285s","start":"2026-03-31T05:59:23.840695Z","end":"2026-03-31T05:59:26.97526Z","steps":["trace[705511601] 'process raft request' (duration: 3.13410213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:26.97529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:23.839248Z","time spent":"3.13601599s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:26.975282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313076007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:26.975344Z","caller":"traceutil/trace.go:171","msg":"trace[1573392043] transaction","detail":"{read_only:false; response_revision:26867; number_of_response:1; }","duration":"2.70134008s","start":"2026-03-31T05:59:24.273982Z","end":"2026-03-31T05:59:26.975322Z","steps":["trace[1573392043] 'process raft request' (duration: 2.70102605s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:26.975314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.267712Z","time spent":"2.707547645s","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130902,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:26.975392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.789639311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:26.97538Z","caller":"traceutil/trace.go:171","msg":"trace[425258124] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26867; }","duration":"3.313214421s","start":"2026-03-31T05:59:23.662144Z","end":"2026-03-31T05:59:26.975358Z","steps":["trace[425258124] 'agreement among raft nodes before linearized reading' (duration: 3.313087997s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:26.975273Z","caller":"traceutil/trace.go:171","msg":"trace[2139569863] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"2.706195203s","start":"2026-03-31T05:59:24.26907Z","end":"2026-03-31T05:59:26.975265Z","steps":["trace[2139569863] 'process raft request' (duration: 2.705909474s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:26.975414Z","caller":"traceutil/trace.go:171","msg":"trace[1145454253] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26867; }","duration":"4.789721364s","start":"2026-03-31T05:59:22.185686Z","end":"2026-03-31T05:59:26.975408Z","steps":["trace[1145454253] 'agreement among raft nodes before linearized reading' (duration: 4.789645911s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:26.975435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:22.185671Z","time spent":"4.789759215s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:26.975434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:23.66212Z","time spent":"3.313298034s","remote":"127.0.0.1:37826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:26.975415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.375109797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:26.97524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249573877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:26.975457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.273967Z","time spent":"2.701433943s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:26.975475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.269053Z","time spent":"2.706376458s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:26.975493Z","caller":"traceutil/trace.go:171","msg":"trace[1029003695] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26867; }","duration":"3.249847906s","start":"2026-03-31T05:59:23.725638Z","end":"2026-03-31T05:59:26.975486Z","steps":["trace[1029003695] 'agreement among raft nodes before linearized reading' (duration: 3.249581688s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:26.975492Z","caller":"traceutil/trace.go:171","msg":"trace[1461895028] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26867; }","duration":"6.375227671s","start":"2026-03-31T05:59:20.600246Z","end":"2026-03-31T05:59:26.975474Z","steps":["trace[1461895028] 'agreement among raft nodes before linearized reading' (duration: 6.375095087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:26.975513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:23.725627Z","time spent":"3.249879537s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:26.975525Z","caller":"traceutil/trace.go:171","msg":"trace[1893563744] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"4.379589416s","start":"2026-03-31T05:59:22.595177Z","end":"2026-03-31T05:59:26.974766Z","steps":["trace[1893563744] 'process raft request' (duration: 3.873235619s)","trace[1893563744] 'compare' (duration: 503.366503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:26.975533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:20.600231Z","time spent":"6.375292632s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T05:59:26.975312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:23.840674Z","time spent":"3.134617086s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:26.975583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:22.595149Z","time spent":"4.380405822s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:26.975239Z","caller":"traceutil/trace.go:171","msg":"trace[1904786690] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26867; }","duration":"2.719002056s","start":"2026-03-31T05:59:24.256223Z","end":"2026-03-31T05:59:26.975225Z","steps":["trace[1904786690] 'agreement among raft nodes before linearized reading' (duration: 2.718893503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:26.975615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.256197Z","time spent":"2.719410929s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:26.975204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056711527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-03-31T05:59:26.975736Z","caller":"traceutil/trace.go:171","msg":"trace[1135910810] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:26867; }","duration":"4.057270755s","start":"2026-03-31T05:59:22.918456Z","end":"2026-03-31T05:59:26.975727Z","steps":["trace[1135910810] 'agreement among raft nodes before linearized reading' (duration: 4.056663156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:26.975761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:22.918444Z","time spent":"4.057308977s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"warn","ts":"2026-03-31T05:59:26.97632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.541641636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:59:26.976467Z","caller":"traceutil/trace.go:171","msg":"trace[1344835075] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26867; }","duration":"5.541823822s","start":"2026-03-31T05:59:21.434624Z","end":"2026-03-31T05:59:26.976448Z","steps":["trace[1344835075] 'agreement among raft nodes before linearized reading' (duration: 5.540535792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:26.976594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:21.434603Z","time spent":"5.541978847s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:59:27.475855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:27.701211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:27.701278Z","caller":"traceutil/trace.go:171","msg":"trace[896162359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604769s","start":"2026-03-31T05:59:25.700659Z","end":"2026-03-31T05:59:27.701263Z","steps":["trace[896162359] 'agreement among raft nodes before linearized reading' (duration: 2.000516866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:27.701313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:25.700636Z","time spent":"2.000670451s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T05:59:27.849542Z","caller":"traceutil/trace.go:171","msg":"trace[295269339] transaction","detail":"{read_only:false; response_revision:26868; number_of_response:1; }","duration":"2.643797127s","start":"2026-03-31T05:59:25.205686Z","end":"2026-03-31T05:59:27.849483Z","steps":["trace[295269339] 'process raft request' (duration: 2.641332639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:27.850098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:25.205665Z","time spent":"2.643961423s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:28.963828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:28.963906Z","caller":"traceutil/trace.go:171","msg":"trace[274147350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071034s","start":"2026-03-31T05:59:26.963817Z","end":"2026-03-31T05:59:28.963888Z","steps":["trace[274147350] 'agreement among raft nodes before linearized reading' (duration: 1.999961581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:28.963947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.963785Z","time spent":"2.000153797s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:29.667748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818416646s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-31T05:59:29.668101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.785279Z","time spent":"882.816208ms","remote":"127.0.0.1:51592","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:59:29.669373Z","caller":"traceutil/trace.go:171","msg":"trace[425710632] transaction","detail":"{read_only:false; response_revision:26870; number_of_response:1; }","duration":"3.295213427s","start":"2026-03-31T05:59:26.374126Z","end":"2026-03-31T05:59:29.669339Z","steps":["trace[425710632] 'process raft request' (duration: 3.29371172s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:29.669488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.374102Z","time spent":"3.295301731s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:29.70219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:29.702282Z","caller":"traceutil/trace.go:171","msg":"trace[1659263989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000238011s","start":"2026-03-31T05:59:27.702016Z","end":"2026-03-31T05:59:29.702254Z","steps":["trace[1659263989] 'agreement among raft nodes before linearized reading' (duration: 2.000130228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:29.702389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:27.702002Z","time spent":"2.000324264s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:29.824846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439621766s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:59:30.612524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:30.61261Z","caller":"traceutil/trace.go:171","msg":"trace[362932153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000061596s","start":"2026-03-31T05:59:28.612529Z","end":"2026-03-31T05:59:30.612591Z","steps":["trace[362932153] 'agreement among raft nodes before linearized reading' (duration: 1.999947183s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.612658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.612463Z","time spent":"2.00018611s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:30.996073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122065089s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:30.996191Z","caller":"traceutil/trace.go:171","msg":"trace[1484894104] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26870; }","duration":"1.122189163s","start":"2026-03-31T05:59:29.873987Z","end":"2026-03-31T05:59:30.996176Z","steps":["trace[1484894104] 'range keys from in-memory index tree' (duration: 1.122054389s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.99829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328868089s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:30.998489Z","caller":"traceutil/trace.go:171","msg":"trace[707633003] transaction","detail":"{read_only:false; response_revision:26871; number_of_response:1; }","duration":"4.065037241s","start":"2026-03-31T05:59:26.933432Z","end":"2026-03-31T05:59:30.99847Z","steps":["trace[707633003] 'process raft request' (duration: 2.735897733s)","trace[707633003] 'compare' (duration: 1.326697651s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:30.998586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.933414Z","time spent":"4.065114373s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:30.99873Z","caller":"traceutil/trace.go:171","msg":"trace[178537405] transaction","detail":"{read_only:false; response_revision:26875; number_of_response:1; }","duration":"3.078101286s","start":"2026-03-31T05:59:27.920607Z","end":"2026-03-31T05:59:30.998708Z","steps":["trace[178537405] 'process raft request' (duration: 3.078051885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.998819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:27.920582Z","time spent":"3.07819712s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:30.99895Z","caller":"traceutil/trace.go:171","msg":"trace[1489733780] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26872; }","duration":"4.019525087s","start":"2026-03-31T05:59:26.979416Z","end":"2026-03-31T05:59:30.998941Z","steps":["trace[1489733780] 'process raft request' (duration: 4.019094253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.979406Z","time spent":"4.019577508s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:59:30.998992Z","caller":"traceutil/trace.go:171","msg":"trace[1921748952] transaction","detail":"{read_only:false; response_revision:26872; number_of_response:1; }","duration":"4.020113415s","start":"2026-03-31T05:59:26.978816Z","end":"2026-03-31T05:59:30.99893Z","steps":["trace[1921748952] 'process raft request' (duration: 4.019577269s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:30.999044Z","caller":"traceutil/trace.go:171","msg":"trace[146064145] transaction","detail":"{read_only:false; response_revision:26873; number_of_response:1; }","duration":"4.017601967s","start":"2026-03-31T05:59:26.981429Z","end":"2026-03-31T05:59:30.999031Z","steps":["trace[146064145] 'process raft request' (duration: 4.017119141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.981422Z","time spent":"4.017648438s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:30.999186Z","caller":"traceutil/trace.go:171","msg":"trace[1176931098] linearizableReadLoop","detail":"{readStateIndex:27802; appliedIndex:27794; }","duration":"4.024093051s","start":"2026-03-31T05:59:26.975083Z","end":"2026-03-31T05:59:30.999176Z","steps":["trace[1176931098] 'read index received' (duration: 871.948683ms)","trace[1176931098] 'applied index is now lower than readState.Index' (duration: 3.152143278s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:30.99919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.978801Z","time spent":"4.02027926s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:30.999244Z","caller":"traceutil/trace.go:171","msg":"trace[1969721957] transaction","detail":"{read_only:false; response_revision:26874; number_of_response:1; }","duration":"3.745728753s","start":"2026-03-31T05:59:27.253507Z","end":"2026-03-31T05:59:30.999236Z","steps":["trace[1969721957] 'process raft request' (duration: 3.745106963s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:27.253467Z","time spent":"3.745795866s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:30.999396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.185874607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:30.999423Z","caller":"traceutil/trace.go:171","msg":"trace[479648461] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26875; }","duration":"4.185942279s","start":"2026-03-31T05:59:26.813474Z","end":"2026-03-31T05:59:30.999416Z","steps":["trace[479648461] 'agreement among raft nodes before linearized reading' (duration: 4.185889237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.813453Z","time spent":"4.18598609s","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:30.999571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461260849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:30.999599Z","caller":"traceutil/trace.go:171","msg":"trace[95752008] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26875; }","duration":"4.461321871s","start":"2026-03-31T05:59:26.538268Z","end":"2026-03-31T05:59:30.99959Z","steps":["trace[95752008] 'agreement among raft nodes before linearized reading' (duration: 4.46128248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.538248Z","time spent":"4.461367362s","remote":"127.0.0.1:37292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:30.999703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.277792946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:30.999725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.811523016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T05:59:30.999764Z","caller":"traceutil/trace.go:171","msg":"trace[172201376] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26875; }","duration":"5.27792072s","start":"2026-03-31T05:59:25.72183Z","end":"2026-03-31T05:59:30.999751Z","steps":["trace[172201376] 'agreement among raft nodes before linearized reading' (duration: 5.277819107s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:30.999776Z","caller":"traceutil/trace.go:171","msg":"trace[1520575856] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26875; }","duration":"5.811603099s","start":"2026-03-31T05:59:25.188158Z","end":"2026-03-31T05:59:30.999761Z","steps":["trace[1520575856] 'agreement among raft nodes before linearized reading' (duration: 5.811460754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.99977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.386633824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:30.99981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.730699707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T05:59:30.999729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123995067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:30.999839Z","caller":"traceutil/trace.go:171","msg":"trace[1726180707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26875; }","duration":"6.730743208s","start":"2026-03-31T05:59:24.269089Z","end":"2026-03-31T05:59:30.999833Z","steps":["trace[1726180707] 'agreement among raft nodes before linearized reading' (duration: 6.730654395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.130768505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:30.999859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.269081Z","time spent":"6.730772818s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:59:30.999842Z","caller":"traceutil/trace.go:171","msg":"trace[479333075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26875; }","duration":"5.386731477s","start":"2026-03-31T05:59:25.613082Z","end":"2026-03-31T05:59:30.999813Z","steps":["trace[479333075] 'agreement among raft nodes before linearized reading' (duration: 5.386593743s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.602056909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:30.999891Z","caller":"traceutil/trace.go:171","msg":"trace[2057100715] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26875; }","duration":"5.602124301s","start":"2026-03-31T05:59:25.397757Z","end":"2026-03-31T05:59:30.999881Z","steps":["trace[2057100715] 'agreement among raft nodes before linearized reading' (duration: 5.60207167s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:30.999894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:25.613063Z","time spent":"5.38681937s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:30.99981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:25.188143Z","time spent":"5.811659391s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:59:30.999934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:25.397738Z","time spent":"5.602185883s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:30.999968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.733938689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:59:31.00003Z","caller":"traceutil/trace.go:171","msg":"trace[62199745] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26875; }","duration":"6.734034192s","start":"2026-03-31T05:59:24.265986Z","end":"2026-03-31T05:59:31.000021Z","steps":["trace[62199745] 'agreement among raft nodes before linearized reading' (duration: 6.733882027s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:30.999892Z","caller":"traceutil/trace.go:171","msg":"trace[2134122634] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26875; }","duration":"5.130892959s","start":"2026-03-31T05:59:25.868977Z","end":"2026-03-31T05:59:30.99987Z","steps":["trace[2134122634] 'agreement among raft nodes before linearized reading' (duration: 5.130789746s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.000089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:25.868962Z","time spent":"5.131119237s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:30.99985Z","caller":"traceutil/trace.go:171","msg":"trace[1434031438] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26875; }","duration":"6.124134422s","start":"2026-03-31T05:59:24.875704Z","end":"2026-03-31T05:59:30.999838Z","steps":["trace[1434031438] 'agreement among raft nodes before linearized reading' (duration: 6.124004808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.000143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732276836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T05:59:31.000171Z","caller":"traceutil/trace.go:171","msg":"trace[1217328445] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:26875; }","duration":"6.732304067s","start":"2026-03-31T05:59:24.267859Z","end":"2026-03-31T05:59:31.000163Z","steps":["trace[1217328445] 'agreement among raft nodes before linearized reading' (duration: 6.732218884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.000184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.87566Z","time spent":"6.124503363s","remote":"127.0.0.1:42576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.000206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.267811Z","time spent":"6.732387509s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" "} {"level":"warn","ts":"2026-03-31T05:59:30.99981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:25.721794Z","time spent":"5.278006123s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.000061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:24.265965Z","time spent":"6.734085433s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:59:31.061836Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236625719s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:31.062478Z","caller":"traceutil/trace.go:171","msg":"trace[1474153819] transaction","detail":"{read_only:false; response_revision:26876; number_of_response:1; }","duration":"2.068205785s","start":"2026-03-31T05:59:28.994248Z","end":"2026-03-31T05:59:31.062454Z","steps":["trace[1474153819] 'process raft request' (duration: 2.067950707s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:31.062669Z","caller":"traceutil/trace.go:171","msg":"trace[1799415031] transaction","detail":"{read_only:false; response_revision:26877; number_of_response:1; }","duration":"2.068335359s","start":"2026-03-31T05:59:28.99432Z","end":"2026-03-31T05:59:31.062655Z","steps":["trace[1799415031] 'process raft request' (duration: 2.068063301s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.994228Z","time spent":"2.069293449s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:31.062889Z","caller":"traceutil/trace.go:171","msg":"trace[606383407] transaction","detail":"{read_only:false; response_revision:26880; number_of_response:1; }","duration":"2.067965787s","start":"2026-03-31T05:59:28.994912Z","end":"2026-03-31T05:59:31.062878Z","steps":["trace[606383407] 'process raft request' (duration: 2.067874315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.994313Z","time spent":"2.069337671s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:31.063797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.994904Z","time spent":"2.068824994s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:31.062871Z","caller":"traceutil/trace.go:171","msg":"trace[2106733218] transaction","detail":"{read_only:false; response_revision:26878; number_of_response:1; }","duration":"2.06835285s","start":"2026-03-31T05:59:28.994471Z","end":"2026-03-31T05:59:31.062824Z","steps":["trace[2106733218] 'process raft request' (duration: 2.068133003s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.994446Z","time spent":"2.069444764s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:31.062919Z","caller":"traceutil/trace.go:171","msg":"trace[296687491] transaction","detail":"{read_only:false; response_revision:26879; number_of_response:1; }","duration":"2.067959638s","start":"2026-03-31T05:59:28.994892Z","end":"2026-03-31T05:59:31.062851Z","steps":["trace[296687491] 'process raft request' (duration: 2.067837324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049555887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:59:31.064159Z","caller":"traceutil/trace.go:171","msg":"trace[248525108] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:26880; }","duration":"2.050661042s","start":"2026-03-31T05:59:29.01348Z","end":"2026-03-31T05:59:31.064141Z","steps":["trace[248525108] 'agreement among raft nodes before linearized reading' (duration: 2.049457904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.064152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.994882Z","time spent":"2.069183996s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:31.064202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:29.013464Z","time spent":"2.050722395s","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.063097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034779478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.064322Z","caller":"traceutil/trace.go:171","msg":"trace[188170735] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26880; }","duration":"3.036032347s","start":"2026-03-31T05:59:28.028267Z","end":"2026-03-31T05:59:31.064299Z","steps":["trace[188170735] 'agreement among raft nodes before linearized reading' (duration: 3.034781008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.064399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.028252Z","time spent":"3.03612412s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.063103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230117991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.064527Z","caller":"traceutil/trace.go:171","msg":"trace[891366923] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26880; }","duration":"3.231567996s","start":"2026-03-31T05:59:27.832922Z","end":"2026-03-31T05:59:31.06449Z","steps":["trace[891366923] 'agreement among raft nodes before linearized reading' (duration: 3.23009136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057376826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.064633Z","caller":"traceutil/trace.go:171","msg":"trace[1245892344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26880; }","duration":"1.058856282s","start":"2026-03-31T05:59:30.005764Z","end":"2026-03-31T05:59:31.06462Z","steps":["trace[1245892344] 'agreement among raft nodes before linearized reading' (duration: 1.057360665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.064679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:27.832907Z","time spent":"3.231663379s","remote":"127.0.0.1:37286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.064688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:30.005745Z","time spent":"1.058912823s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.063193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.417536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.064877Z","caller":"traceutil/trace.go:171","msg":"trace[1214189039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26880; }","duration":"102.13125ms","start":"2026-03-31T05:59:30.962734Z","end":"2026-03-31T05:59:31.064865Z","steps":["trace[1214189039] 'agreement among raft nodes before linearized reading' (duration: 100.431347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353149003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.064934Z","caller":"traceutil/trace.go:171","msg":"trace[1548347732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26880; }","duration":"1.354895987s","start":"2026-03-31T05:59:29.710013Z","end":"2026-03-31T05:59:31.064909Z","steps":["trace[1548347732] 'agreement among raft nodes before linearized reading' (duration: 1.353162953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.065011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:29.709991Z","time spent":"1.355001441s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:31.063205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.652015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:31.065106Z","caller":"traceutil/trace.go:171","msg":"trace[77106931] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26880; }","duration":"997.616297ms","start":"2026-03-31T05:59:30.067467Z","end":"2026-03-31T05:59:31.065083Z","steps":["trace[77106931] 'agreement among raft nodes before linearized reading' (duration: 995.598433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963042643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:31.065287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:30.067447Z","time spent":"997.70104ms","remote":"127.0.0.1:37518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:31.065287Z","caller":"traceutil/trace.go:171","msg":"trace[1723901656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26880; }","duration":"1.965096567s","start":"2026-03-31T05:59:29.100166Z","end":"2026-03-31T05:59:31.065262Z","steps":["trace[1723901656] 'agreement among raft nodes before linearized reading' (duration: 1.963057533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.065386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:29.10015Z","time spent":"1.96521306s","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.06326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069663501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:59:31.065464Z","caller":"traceutil/trace.go:171","msg":"trace[894277103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26880; }","duration":"2.071896141s","start":"2026-03-31T05:59:28.993552Z","end":"2026-03-31T05:59:31.065448Z","steps":["trace[894277103] 'agreement among raft nodes before linearized reading' (duration: 2.069649061s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.065544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.99353Z","time spent":"2.071997294s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:59:31.063277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084423497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-31T05:59:31.065679Z","caller":"traceutil/trace.go:171","msg":"trace[463458660] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:26880; }","duration":"4.086833923s","start":"2026-03-31T05:59:26.978822Z","end":"2026-03-31T05:59:31.065656Z","steps":["trace[463458660] 'agreement among raft nodes before linearized reading' (duration: 4.084329714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.06575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.978811Z","time spent":"4.086919475s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-31T05:59:31.06329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783354824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.065872Z","caller":"traceutil/trace.go:171","msg":"trace[1471983775] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26880; }","duration":"3.785966407s","start":"2026-03-31T05:59:27.279881Z","end":"2026-03-31T05:59:31.065848Z","steps":["trace[1471983775] 'agreement among raft nodes before linearized reading' (duration: 3.783380136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041616418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:31.065945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:27.279866Z","time spent":"3.786055049s","remote":"127.0.0.1:42518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:31.065968Z","caller":"traceutil/trace.go:171","msg":"trace[501314202] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26880; }","duration":"2.044331373s","start":"2026-03-31T05:59:29.021614Z","end":"2026-03-31T05:59:31.065946Z","steps":["trace[501314202] 'agreement among raft nodes before linearized reading' (duration: 2.041619318s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.906128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:31.066054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:29.021598Z","time spent":"2.044430855s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:31.066182Z","caller":"traceutil/trace.go:171","msg":"trace[472549222] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26880; }","duration":"337.847829ms","start":"2026-03-31T05:59:30.728312Z","end":"2026-03-31T05:59:31.06616Z","steps":["trace[472549222] 'agreement among raft nodes before linearized reading' (duration: 334.800904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.063356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084479608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"warn","ts":"2026-03-31T05:59:31.066266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:30.728285Z","time spent":"337.957603ms","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:31.066267Z","caller":"traceutil/trace.go:171","msg":"trace[1486881177] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26880; }","duration":"4.087440151s","start":"2026-03-31T05:59:26.978809Z","end":"2026-03-31T05:59:31.06625Z","steps":["trace[1486881177] 'agreement among raft nodes before linearized reading' (duration: 4.084384595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.066384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:26.978787Z","time spent":"4.087580576s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-31T05:59:31.063174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.660108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:31.066576Z","caller":"traceutil/trace.go:171","msg":"trace[2043588587] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26880; }","duration":"679.079445ms","start":"2026-03-31T05:59:30.38748Z","end":"2026-03-31T05:59:31.066559Z","steps":["trace[2043588587] 'agreement among raft nodes before linearized reading' (duration: 675.650987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.066647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:30.387467Z","time spent":"679.156728ms","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.063238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317810442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.066778Z","caller":"traceutil/trace.go:171","msg":"trace[2073282837] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26880; }","duration":"3.321403044s","start":"2026-03-31T05:59:27.745358Z","end":"2026-03-31T05:59:31.066761Z","steps":["trace[2073282837] 'agreement among raft nodes before linearized reading' (duration: 3.317801521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.066822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:27.745338Z","time spent":"3.321471167s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.063376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691156885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:31.066906Z","caller":"traceutil/trace.go:171","msg":"trace[1368552834] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26880; }","duration":"2.694714987s","start":"2026-03-31T05:59:28.372166Z","end":"2026-03-31T05:59:31.066881Z","steps":["trace[1368552834] 'agreement among raft nodes before linearized reading' (duration: 2.690837815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.066988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:28.372148Z","time spent":"2.69481492s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:31.786539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.411251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:31.78664Z","caller":"traceutil/trace.go:171","msg":"trace[1938774369] linearizableReadLoop","detail":"{readStateIndex:27809; appliedIndex:27808; }","duration":"723.77758ms","start":"2026-03-31T05:59:31.062847Z","end":"2026-03-31T05:59:31.786624Z","steps":["trace[1938774369] 'read index received' (duration: 473.275616ms)","trace[1938774369] 'applied index is now lower than readState.Index' (duration: 250.499544ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:31.78669Z","caller":"traceutil/trace.go:171","msg":"trace[1432344013] transaction","detail":"{read_only:false; response_revision:26881; number_of_response:1; }","duration":"770.096096ms","start":"2026-03-31T05:59:31.016539Z","end":"2026-03-31T05:59:31.786635Z","steps":["trace[1432344013] 'process raft request' (duration: 519.51849ms)","trace[1432344013] 'compare' (duration: 250.194204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:31.786797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.563422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-31T05:59:31.786826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.46787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"warn","ts":"2026-03-31T05:59:31.786832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.01653Z","time spent":"770.227781ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:59:31.786858Z","caller":"traceutil/trace.go:171","msg":"trace[838395473] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26881; }","duration":"771.550312ms","start":"2026-03-31T05:59:31.015298Z","end":"2026-03-31T05:59:31.786849Z","steps":["trace[838395473] 'agreement among raft nodes before linearized reading' (duration: 771.396677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:31.786871Z","caller":"traceutil/trace.go:171","msg":"trace[900569591] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26881; }","duration":"770.630294ms","start":"2026-03-31T05:59:31.016213Z","end":"2026-03-31T05:59:31.786843Z","steps":["trace[900569591] 'agreement among raft nodes before linearized reading' (duration: 770.446508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.786903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.016205Z","time spent":"770.692145ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-31T05:59:31.786898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.01528Z","time spent":"771.610334ms","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:59:31.786889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.50131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1070"} {"level":"warn","ts":"2026-03-31T05:59:31.786919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.74754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-03-31T05:59:31.786967Z","caller":"traceutil/trace.go:171","msg":"trace[1241092387] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26881; }","duration":"771.598784ms","start":"2026-03-31T05:59:31.015347Z","end":"2026-03-31T05:59:31.786946Z","steps":["trace[1241092387] 'agreement among raft nodes before linearized reading' (duration: 771.346626ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:31.78698Z","caller":"traceutil/trace.go:171","msg":"trace[1790765942] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:26881; }","duration":"724.856175ms","start":"2026-03-31T05:59:31.06211Z","end":"2026-03-31T05:59:31.786967Z","steps":["trace[1790765942] 'agreement among raft nodes before linearized reading' (duration: 724.561295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.787009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.015334Z","time spent":"771.666476ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1094,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-31T05:59:31.787024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.062089Z","time spent":"724.924466ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":738,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-31T05:59:31.787107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.263034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:31.787514Z","caller":"traceutil/trace.go:171","msg":"trace[276545631] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:26881; }","duration":"771.570563ms","start":"2026-03-31T05:59:31.015632Z","end":"2026-03-31T05:59:31.787202Z","steps":["trace[276545631] 'agreement among raft nodes before linearized reading' (duration: 771.092468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:31.787701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.015626Z","time spent":"771.954805ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:59:33.066489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:33.066614Z","caller":"traceutil/trace.go:171","msg":"trace[1781189918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671887s","start":"2026-03-31T05:59:31.065916Z","end":"2026-03-31T05:59:33.066588Z","steps":["trace[1781189918] 'agreement among raft nodes before linearized reading' (duration: 2.000516242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:33.06668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.065899Z","time spent":"2.00076386s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:34.312637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205324688s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:34.312889Z","caller":"traceutil/trace.go:171","msg":"trace[1239177040] transaction","detail":"{read_only:false; response_revision:26882; number_of_response:1; }","duration":"3.243852512s","start":"2026-03-31T05:59:31.068997Z","end":"2026-03-31T05:59:34.31285Z","steps":["trace[1239177040] 'process raft request' (duration: 1.038216764s)","trace[1239177040] 'compare' (duration: 2.202388916s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:34.312928Z","caller":"traceutil/trace.go:171","msg":"trace[599148905] transaction","detail":"{read_only:false; response_revision:26883; number_of_response:1; }","duration":"3.242910453s","start":"2026-03-31T05:59:31.06999Z","end":"2026-03-31T05:59:34.312901Z","steps":["trace[599148905] 'process raft request' (duration: 3.242739347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:34.31307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.069984Z","time spent":"3.243019006s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:34.313096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.06898Z","time spent":"3.244020668s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:34.314549Z","caller":"traceutil/trace.go:171","msg":"trace[1588119432] linearizableReadLoop","detail":"{readStateIndex:27813; appliedIndex:27809; }","duration":"2.527864317s","start":"2026-03-31T05:59:31.786667Z","end":"2026-03-31T05:59:34.314531Z","steps":["trace[1588119432] 'read index received' (duration: 320.489344ms)","trace[1588119432] 'applied index is now lower than readState.Index' (duration: 2.207374003s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:34.314641Z","caller":"traceutil/trace.go:171","msg":"trace[578383656] transaction","detail":"{read_only:false; response_revision:26884; number_of_response:1; }","duration":"3.242034535s","start":"2026-03-31T05:59:31.072597Z","end":"2026-03-31T05:59:34.314632Z","steps":["trace[578383656] 'process raft request' (duration: 3.240230428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:34.314703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.07258Z","time spent":"3.242085587s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:34.314756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.789024Z","time spent":"2.52572795s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:34.315027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091584696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:34.315085Z","caller":"traceutil/trace.go:171","msg":"trace[1037949631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26885; }","duration":"3.091681059s","start":"2026-03-31T05:59:31.223388Z","end":"2026-03-31T05:59:34.31507Z","steps":["trace[1037949631] 'agreement among raft nodes before linearized reading' (duration: 3.091587806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:34.31509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244673828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1452"} {"level":"warn","ts":"2026-03-31T05:59:34.31512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.223369Z","time spent":"3.091740411s","remote":"127.0.0.1:36476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:34.315138Z","caller":"traceutil/trace.go:171","msg":"trace[1922774048] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26885; }","duration":"3.244738041s","start":"2026-03-31T05:59:31.070387Z","end":"2026-03-31T05:59:34.315125Z","steps":["trace[1922774048] 'agreement among raft nodes before linearized reading' (duration: 3.244603086s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:34.315034Z","caller":"traceutil/trace.go:171","msg":"trace[1851704506] transaction","detail":"{read_only:false; response_revision:26885; number_of_response:1; }","duration":"2.637924246s","start":"2026-03-31T05:59:31.677094Z","end":"2026-03-31T05:59:34.315019Z","steps":["trace[1851704506] 'process raft request' (duration: 2.637281556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:34.315239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.677069Z","time spent":"2.638131663s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:34.315034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984217631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-03-31T05:59:34.315366Z","caller":"traceutil/trace.go:171","msg":"trace[1116477652] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:26885; }","duration":"2.984580993s","start":"2026-03-31T05:59:31.330774Z","end":"2026-03-31T05:59:34.315355Z","steps":["trace[1116477652] 'agreement among raft nodes before linearized reading' (duration: 2.984213121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:34.315423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.330758Z","time spent":"2.984654455s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-31T05:59:34.315169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.07038Z","time spent":"3.244782952s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:59:34.815289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:35.07334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:35.073409Z","caller":"traceutil/trace.go:171","msg":"trace[1835626708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373646s","start":"2026-03-31T05:59:33.07302Z","end":"2026-03-31T05:59:35.073394Z","steps":["trace[1835626708] 'agreement among raft nodes before linearized reading' (duration: 2.000278163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.073479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:33.072996Z","time spent":"2.000474199s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:35.316003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:35.36771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106924514s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:35.389695Z","caller":"traceutil/trace.go:171","msg":"trace[107600804] transaction","detail":"{read_only:false; response_revision:26887; number_of_response:1; }","duration":"2.319608691s","start":"2026-03-31T05:59:33.070064Z","end":"2026-03-31T05:59:35.389672Z","steps":["trace[107600804] 'process raft request' (duration: 2.319532068s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:35.389703Z","caller":"traceutil/trace.go:171","msg":"trace[421628481] transaction","detail":"{read_only:false; response_revision:26886; number_of_response:1; }","duration":"2.320355874s","start":"2026-03-31T05:59:33.069312Z","end":"2026-03-31T05:59:35.389668Z","steps":["trace[421628481] 'process raft request' (duration: 2.298754235s)","trace[421628481] 'compare' (duration: 21.397973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:35.389818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:33.070056Z","time spent":"2.319695553s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:35.389984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:33.069288Z","time spent":"2.320580022s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:35.390038Z","caller":"traceutil/trace.go:171","msg":"trace[1040931584] transaction","detail":"{read_only:false; response_revision:26888; number_of_response:1; }","duration":"2.31989533s","start":"2026-03-31T05:59:33.070132Z","end":"2026-03-31T05:59:35.390027Z","steps":["trace[1040931584] 'process raft request' (duration: 2.319505377s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.390101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:33.070124Z","time spent":"2.319948681s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:35.390338Z","caller":"traceutil/trace.go:171","msg":"trace[2046353099] transaction","detail":"{read_only:false; response_revision:26889; number_of_response:1; }","duration":"2.319314941s","start":"2026-03-31T05:59:33.070973Z","end":"2026-03-31T05:59:35.390288Z","steps":["trace[2046353099] 'process raft request' (duration: 2.319007501s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:35.390394Z","caller":"traceutil/trace.go:171","msg":"trace[1464390608] transaction","detail":"{read_only:false; response_revision:26890; number_of_response:1; }","duration":"2.315969196s","start":"2026-03-31T05:59:33.074398Z","end":"2026-03-31T05:59:35.390367Z","steps":["trace[1464390608] 'process raft request' (duration: 2.315806951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.390432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:33.070957Z","time spent":"2.319432145s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:35.390638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:33.074384Z","time spent":"2.316136691s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:35.416358Z","caller":"traceutil/trace.go:171","msg":"trace[2005828725] linearizableReadLoop","detail":"{readStateIndex:27821; appliedIndex:27814; }","duration":"1.10174614s","start":"2026-03-31T05:59:34.31459Z","end":"2026-03-31T05:59:35.416336Z","steps":["trace[2005828725] 'read index received' (duration: 1.053494324s)","trace[2005828725] 'applied index is now lower than readState.Index' (duration: 48.250816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:35.416407Z","caller":"traceutil/trace.go:171","msg":"trace[807477099] transaction","detail":"{read_only:false; response_revision:26891; number_of_response:1; }","duration":"1.100587044s","start":"2026-03-31T05:59:34.315792Z","end":"2026-03-31T05:59:35.416379Z","steps":["trace[807477099] 'process raft request' (duration: 1.100379737s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.416485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043689961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:35.416467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135141291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:35.41653Z","caller":"traceutil/trace.go:171","msg":"trace[105194287] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26892; }","duration":"3.043806884s","start":"2026-03-31T05:59:32.37271Z","end":"2026-03-31T05:59:35.416517Z","steps":["trace[105194287] 'agreement among raft nodes before linearized reading' (duration: 3.043730462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.416551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:32.372693Z","time spent":"3.043852906s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:59:35.41655Z","caller":"traceutil/trace.go:171","msg":"trace[1238322930] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26892; }","duration":"1.135279355s","start":"2026-03-31T05:59:34.281251Z","end":"2026-03-31T05:59:35.416531Z","steps":["trace[1238322930] 'agreement among raft nodes before linearized reading' (duration: 1.135087989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.41655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.315768Z","time spent":"1.100691197s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:35.416545Z","caller":"traceutil/trace.go:171","msg":"trace[390222616] transaction","detail":"{read_only:false; response_revision:26892; number_of_response:1; }","duration":"1.094922696s","start":"2026-03-31T05:59:34.321565Z","end":"2026-03-31T05:59:35.416488Z","steps":["trace[390222616] 'process raft request' (duration: 1.094706019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.41666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279869989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:35.416699Z","caller":"traceutil/trace.go:171","msg":"trace[2146539162] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26892; }","duration":"1.279944982s","start":"2026-03-31T05:59:34.136745Z","end":"2026-03-31T05:59:35.41669Z","steps":["trace[2146539162] 'agreement among raft nodes before linearized reading' (duration: 1.27988371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.416733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.136728Z","time spent":"1.279997344s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:35.416768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.32155Z","time spent":"1.095112962s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:35.416791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628428751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10704"} {"level":"warn","ts":"2026-03-31T05:59:35.416799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952509874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:35.416946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094962948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-03-31T05:59:35.416948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317494917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:35.416973Z","caller":"traceutil/trace.go:171","msg":"trace[2031381411] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26892; }","duration":"1.095016389s","start":"2026-03-31T05:59:34.32195Z","end":"2026-03-31T05:59:35.416967Z","steps":["trace[2031381411] 'agreement among raft nodes before linearized reading' (duration: 1.094943057s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.416959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.348271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-31T05:59:35.416995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.32193Z","time spent":"1.095058531s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-03-31T05:59:35.417011Z","caller":"traceutil/trace.go:171","msg":"trace[1847658305] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:26892; }","duration":"600.434663ms","start":"2026-03-31T05:59:34.81656Z","end":"2026-03-31T05:59:35.416995Z","steps":["trace[1847658305] 'agreement among raft nodes before linearized reading' (duration: 600.33779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.416593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.281213Z","time spent":"1.135371137s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:59:35.417067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.816541Z","time spent":"600.513506ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-03-31T05:59:35.417074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718999554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:35.417106Z","caller":"traceutil/trace.go:171","msg":"trace[1845211012] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26892; }","duration":"2.719070296s","start":"2026-03-31T05:59:32.698026Z","end":"2026-03-31T05:59:35.417097Z","steps":["trace[1845211012] 'agreement among raft nodes before linearized reading' (duration: 2.719015245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.417123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.880809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:35.417146Z","caller":"traceutil/trace.go:171","msg":"trace[1209787716] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26892; }","duration":"804.930191ms","start":"2026-03-31T05:59:34.612206Z","end":"2026-03-31T05:59:35.417136Z","steps":["trace[1209787716] 'agreement among raft nodes before linearized reading' (duration: 804.888199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.417144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:32.698007Z","time spent":"2.719129789s","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:35.417168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.612189Z","time spent":"804.974563ms","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:35.416942Z","caller":"traceutil/trace.go:171","msg":"trace[788990493] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26892; }","duration":"2.952852865s","start":"2026-03-31T05:59:32.464065Z","end":"2026-03-31T05:59:35.416918Z","steps":["trace[788990493] 'agreement among raft nodes before linearized reading' (duration: 2.952335358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.416867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628680358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-03-31T05:59:35.417268Z","caller":"traceutil/trace.go:171","msg":"trace[1436707340] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26892; }","duration":"3.629086771s","start":"2026-03-31T05:59:31.788165Z","end":"2026-03-31T05:59:35.417252Z","steps":["trace[1436707340] 'agreement among raft nodes before linearized reading' (duration: 3.628540144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.417315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.614277886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-03-31T05:59:35.417405Z","caller":"traceutil/trace.go:171","msg":"trace[1095132260] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:26892; }","duration":"3.614373539s","start":"2026-03-31T05:59:31.802999Z","end":"2026-03-31T05:59:35.417373Z","steps":["trace[1095132260] 'agreement among raft nodes before linearized reading' (duration: 3.614206244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.417411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399688438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T05:59:35.417448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.802984Z","time spent":"3.614452971s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"warn","ts":"2026-03-31T05:59:35.417473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030195782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:35.417161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.61410195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-31T05:59:35.417538Z","caller":"traceutil/trace.go:171","msg":"trace[1379330971] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26892; }","duration":"1.030313836s","start":"2026-03-31T05:59:34.387203Z","end":"2026-03-31T05:59:35.417517Z","steps":["trace[1379330971] 'agreement among raft nodes before linearized reading' (duration: 1.030164361s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.41733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.788154Z","time spent":"3.629161333s","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130942,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T05:59:35.417597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.387183Z","time spent":"1.030401239s","remote":"127.0.0.1:37250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:35.417592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075171996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4246"} {"level":"warn","ts":"2026-03-31T05:59:35.417274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:32.464046Z","time spent":"2.953207206s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:35.417229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.529918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:35.417668Z","caller":"traceutil/trace.go:171","msg":"trace[1153908706] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26892; }","duration":"1.07530576s","start":"2026-03-31T05:59:34.342344Z","end":"2026-03-31T05:59:35.41765Z","steps":["trace[1153908706] 'agreement among raft nodes before linearized reading' (duration: 1.07500639s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:35.417696Z","caller":"traceutil/trace.go:171","msg":"trace[777214512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26892; }","duration":"344.036264ms","start":"2026-03-31T05:59:35.073651Z","end":"2026-03-31T05:59:35.417687Z","steps":["trace[777214512] 'agreement among raft nodes before linearized reading' (duration: 343.555779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.417721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.073629Z","time spent":"344.085676ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:35.417714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.342325Z","time spent":"1.075381102s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4270,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-31T05:59:35.417017Z","caller":"traceutil/trace.go:171","msg":"trace[1731950510] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26892; }","duration":"3.317577219s","start":"2026-03-31T05:59:32.099394Z","end":"2026-03-31T05:59:35.416972Z","steps":["trace[1731950510] 'agreement among raft nodes before linearized reading' (duration: 3.317495027s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.417842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:32.099372Z","time spent":"3.318455387s","remote":"127.0.0.1:37536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:35.416843Z","caller":"traceutil/trace.go:171","msg":"trace[7058956] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26892; }","duration":"3.628545934s","start":"2026-03-31T05:59:31.788284Z","end":"2026-03-31T05:59:35.41683Z","steps":["trace[7058956] 'agreement among raft nodes before linearized reading' (duration: 3.628221984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.417998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.788274Z","time spent":"3.629673229s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10728,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T05:59:35.417552Z","caller":"traceutil/trace.go:171","msg":"trace[525553360] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e; range_end:; response_count:1; response_revision:26892; }","duration":"3.614516013s","start":"2026-03-31T05:59:31.803022Z","end":"2026-03-31T05:59:35.417538Z","steps":["trace[525553360] 'agreement among raft nodes before linearized reading' (duration: 3.614017438s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.418085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:31.803006Z","time spent":"3.61504429s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e\" "} {"level":"info","ts":"2026-03-31T05:59:35.419271Z","caller":"traceutil/trace.go:171","msg":"trace[1747958778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26892; }","duration":"2.399781131s","start":"2026-03-31T05:59:33.017705Z","end":"2026-03-31T05:59:35.417486Z","steps":["trace[1747958778] 'agreement among raft nodes before linearized reading' (duration: 2.399361947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.419415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:33.017644Z","time spent":"2.401752473s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:59:35.422178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413629725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:35.422241Z","caller":"traceutil/trace.go:171","msg":"trace[139733499] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26892; }","duration":"1.413757599s","start":"2026-03-31T05:59:34.008467Z","end":"2026-03-31T05:59:35.422225Z","steps":["trace[139733499] 'agreement among raft nodes before linearized reading' (duration: 1.407965997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.422286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:34.008452Z","time spent":"1.41382524s","remote":"127.0.0.1:53294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:35.859328Z","caller":"traceutil/trace.go:171","msg":"trace[663852189] linearizableReadLoop","detail":"{readStateIndex:27822; appliedIndex:27821; }","duration":"438.41993ms","start":"2026-03-31T05:59:35.420863Z","end":"2026-03-31T05:59:35.859283Z","steps":["trace[663852189] 'read index received' (duration: 438.141382ms)","trace[663852189] 'applied index is now lower than readState.Index' (duration: 277.758µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:35.859427Z","caller":"traceutil/trace.go:171","msg":"trace[370123691] transaction","detail":"{read_only:false; response_revision:26893; number_of_response:1; }","duration":"438.70976ms","start":"2026-03-31T05:59:35.420707Z","end":"2026-03-31T05:59:35.859416Z","steps":["trace[370123691] 'process raft request' (duration: 438.39531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.859521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.42069Z","time spent":"438.761621ms","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130902,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:35.859727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.839514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T05:59:35.859788Z","caller":"traceutil/trace.go:171","msg":"trace[1072560014] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26893; }","duration":"438.914306ms","start":"2026-03-31T05:59:35.420857Z","end":"2026-03-31T05:59:35.859772Z","steps":["trace[1072560014] 'agreement among raft nodes before linearized reading' (duration: 438.624617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:35.859816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.420787Z","time spent":"439.024859ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:59:36.359736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:36.86036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:37.056492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197028526s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:37.056975Z","caller":"traceutil/trace.go:171","msg":"trace[451755692] transaction","detail":"{read_only:false; response_revision:26895; number_of_response:1; }","duration":"1.632607338s","start":"2026-03-31T05:59:35.424343Z","end":"2026-03-31T05:59:37.05695Z","steps":["trace[451755692] 'process raft request' (duration: 1.632536325s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.057151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.42433Z","time spent":"1.632716341s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:37.057046Z","caller":"traceutil/trace.go:171","msg":"trace[1976983122] transaction","detail":"{read_only:false; response_revision:26894; number_of_response:1; }","duration":"1.635951302s","start":"2026-03-31T05:59:35.421049Z","end":"2026-03-31T05:59:37.057001Z","steps":["trace[1976983122] 'process raft request' (duration: 1.635634352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.05732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.421034Z","time spent":"1.636209171s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:37.426781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:37.426874Z","caller":"traceutil/trace.go:171","msg":"trace[775730590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225292s","start":"2026-03-31T05:59:35.426631Z","end":"2026-03-31T05:59:37.426857Z","steps":["trace[775730590] 'agreement among raft nodes before linearized reading' (duration: 2.000105078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.426911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.426622Z","time spent":"2.000281883s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:37.833033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.787175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:37.833256Z","caller":"traceutil/trace.go:171","msg":"trace[2016461495] transaction","detail":"{read_only:false; response_revision:26898; number_of_response:1; }","duration":"436.117217ms","start":"2026-03-31T05:59:37.397123Z","end":"2026-03-31T05:59:37.83324Z","steps":["trace[2016461495] 'process raft request' (duration: 436.063146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.833337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.397088Z","time spent":"436.20806ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:37.833467Z","caller":"traceutil/trace.go:171","msg":"trace[947495087] transaction","detail":"{read_only:false; response_revision:26896; number_of_response:1; }","duration":"1.815837945s","start":"2026-03-31T05:59:36.017618Z","end":"2026-03-31T05:59:37.833456Z","steps":["trace[947495087] 'process raft request' (duration: 1.171566485s)","trace[947495087] 'compare' (duration: 643.109154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:37.833524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:36.017594Z","time spent":"1.815903218s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:37.83361Z","caller":"traceutil/trace.go:171","msg":"trace[1296495660] transaction","detail":"{read_only:false; response_revision:26897; number_of_response:1; }","duration":"1.512380907s","start":"2026-03-31T05:59:36.32122Z","end":"2026-03-31T05:59:37.8336Z","steps":["trace[1296495660] 'process raft request' (duration: 1.511885381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.833665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:36.321205Z","time spent":"1.512431899s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:37.833787Z","caller":"traceutil/trace.go:171","msg":"trace[1996229853] linearizableReadLoop","detail":"{readStateIndex:27826; appliedIndex:27822; }","duration":"1.974373129s","start":"2026-03-31T05:59:35.859393Z","end":"2026-03-31T05:59:37.833766Z","steps":["trace[1996229853] 'read index received' (duration: 1.197297384s)","trace[1996229853] 'applied index is now lower than readState.Index' (duration: 777.074215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:37.83392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021343745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:37.833977Z","caller":"traceutil/trace.go:171","msg":"trace[1226595803] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26898; }","duration":"2.021450008s","start":"2026-03-31T05:59:35.812517Z","end":"2026-03-31T05:59:37.833967Z","steps":["trace[1226595803] 'agreement among raft nodes before linearized reading' (duration: 2.021348805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.812497Z","time spent":"2.02150062s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:37.834094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353209327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:59:37.834133Z","caller":"traceutil/trace.go:171","msg":"trace[640774689] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26898; }","duration":"2.353289839s","start":"2026-03-31T05:59:35.480835Z","end":"2026-03-31T05:59:37.834125Z","steps":["trace[640774689] 'agreement among raft nodes before linearized reading' (duration: 2.353159565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.83416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.480815Z","time spent":"2.353338241s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T05:59:37.83418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406141261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:37.83422Z","caller":"traceutil/trace.go:171","msg":"trace[1544499085] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26898; }","duration":"2.406201673s","start":"2026-03-31T05:59:35.428008Z","end":"2026-03-31T05:59:37.83421Z","steps":["trace[1544499085] 'agreement among raft nodes before linearized reading' (duration: 2.406141451s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.427997Z","time spent":"2.406242474s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:59:37.834361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090371034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:37.834396Z","caller":"traceutil/trace.go:171","msg":"trace[2040532773] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26898; }","duration":"2.090442618s","start":"2026-03-31T05:59:35.743945Z","end":"2026-03-31T05:59:37.834388Z","steps":["trace[2040532773] 'agreement among raft nodes before linearized reading' (duration: 2.090330884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.743925Z","time spent":"2.090490468s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:37.834504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410620261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T05:59:37.834544Z","caller":"traceutil/trace.go:171","msg":"trace[1510385445] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26898; }","duration":"2.410673183s","start":"2026-03-31T05:59:35.423862Z","end":"2026-03-31T05:59:37.834535Z","steps":["trace[1510385445] 'agreement among raft nodes before linearized reading' (duration: 2.4105744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.423856Z","time spent":"2.410708094s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T05:59:37.834599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299133917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-03-31T05:59:37.834636Z","caller":"traceutil/trace.go:171","msg":"trace[869956416] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:26898; }","duration":"2.299215149s","start":"2026-03-31T05:59:35.535412Z","end":"2026-03-31T05:59:37.834627Z","steps":["trace[869956416] 'agreement among raft nodes before linearized reading' (duration: 2.299114436s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.535387Z","time spent":"2.299272221s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:37.834792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.411736526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-03-31T05:59:37.83483Z","caller":"traceutil/trace.go:171","msg":"trace[628060539] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j; range_end:; response_count:1; response_revision:26898; }","duration":"2.411795888s","start":"2026-03-31T05:59:35.423026Z","end":"2026-03-31T05:59:37.834822Z","steps":["trace[628060539] 'agreement among raft nodes before linearized reading' (duration: 2.411682795s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35392124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-31T05:59:37.834887Z","caller":"traceutil/trace.go:171","msg":"trace[927858291] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:26898; }","duration":"2.353974091s","start":"2026-03-31T05:59:35.4809Z","end":"2026-03-31T05:59:37.834874Z","steps":["trace[927858291] 'agreement among raft nodes before linearized reading' (duration: 2.353872978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.480895Z","time spent":"2.354015942s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-31T05:59:37.834924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412219201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-31T05:59:37.834951Z","caller":"traceutil/trace.go:171","msg":"trace[87743950] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26898; }","duration":"2.412265643s","start":"2026-03-31T05:59:35.422678Z","end":"2026-03-31T05:59:37.834944Z","steps":["trace[87743950] 'agreement among raft nodes before linearized reading' (duration: 2.412193701s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:37.834982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.422669Z","time spent":"2.412305874s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-31T05:59:37.834858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.423014Z","time spent":"2.411836349s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j\" "} {"level":"warn","ts":"2026-03-31T05:59:38.334493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T05:59:38.573388Z","caller":"traceutil/trace.go:171","msg":"trace[1020274184] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"1.175128537s","start":"2026-03-31T05:59:37.398238Z","end":"2026-03-31T05:59:38.573367Z","steps":["trace[1020274184] 'process raft request' (duration: 1.175084415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:38.573519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.398213Z","time spent":"1.175240071s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:38.573498Z","caller":"traceutil/trace.go:171","msg":"trace[663280652] transaction","detail":"{read_only:false; response_revision:26900; number_of_response:1; }","duration":"1.175331963s","start":"2026-03-31T05:59:37.398128Z","end":"2026-03-31T05:59:38.57346Z","steps":["trace[663280652] 'process raft request' (duration: 1.175058234s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:38.573499Z","caller":"traceutil/trace.go:171","msg":"trace[1224109385] transaction","detail":"{read_only:false; response_revision:26899; number_of_response:1; }","duration":"1.175771477s","start":"2026-03-31T05:59:37.397688Z","end":"2026-03-31T05:59:38.57346Z","steps":["trace[1224109385] 'process raft request' (duration: 1.077837039s)","trace[1224109385] 'compare' (duration: 97.344399ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:38.573622Z","caller":"traceutil/trace.go:171","msg":"trace[513398979] transaction","detail":"{read_only:false; response_revision:26901; number_of_response:1; }","duration":"1.175471157s","start":"2026-03-31T05:59:37.398123Z","end":"2026-03-31T05:59:38.573594Z","steps":["trace[513398979] 'process raft request' (duration: 1.175157227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:38.573649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.398113Z","time spent":"1.175455877s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:38.573651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.39767Z","time spent":"1.175907371s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:38.573795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.39809Z","time spent":"1.175604881s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:39.207702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.93322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:39.208002Z","caller":"traceutil/trace.go:171","msg":"trace[290082153] linearizableReadLoop","detail":"{readStateIndex:27833; appliedIndex:27827; }","duration":"1.374142554s","start":"2026-03-31T05:59:37.833836Z","end":"2026-03-31T05:59:39.207979Z","steps":["trace[290082153] 'read index received' (duration: 641.806504ms)","trace[290082153] 'applied index is now lower than readState.Index' (duration: 732.335209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:39.207989Z","caller":"traceutil/trace.go:171","msg":"trace[1490255894] transaction","detail":"{read_only:false; response_revision:26903; number_of_response:1; }","duration":"1.365600715s","start":"2026-03-31T05:59:37.842339Z","end":"2026-03-31T05:59:39.207939Z","steps":["trace[1490255894] 'process raft request' (duration: 1.179241968s)","trace[1490255894] 'compare' (duration: 174.562857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:39.208177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798212235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:39.208262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468539601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:39.208318Z","caller":"traceutil/trace.go:171","msg":"trace[1796307460] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26904; }","duration":"1.468645214s","start":"2026-03-31T05:59:37.739656Z","end":"2026-03-31T05:59:39.208301Z","steps":["trace[1796307460] 'agreement among raft nodes before linearized reading' (duration: 1.46852828s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.208327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781223229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:39.208347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343964849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1070"} {"level":"warn","ts":"2026-03-31T05:59:39.208337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.842329Z","time spent":"1.365892964s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:39.208357Z","caller":"traceutil/trace.go:171","msg":"trace[324291526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26904; }","duration":"1.78127438s","start":"2026-03-31T05:59:37.427073Z","end":"2026-03-31T05:59:39.208348Z","steps":["trace[324291526] 'agreement among raft nodes before linearized reading' (duration: 1.781223219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.208352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304050434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T05:59:39.208404Z","caller":"traceutil/trace.go:171","msg":"trace[1824328223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26904; }","duration":"3.304147447s","start":"2026-03-31T05:59:35.904243Z","end":"2026-03-31T05:59:39.208391Z","steps":["trace[1824328223] 'agreement among raft nodes before linearized reading' (duration: 3.303961962s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:39.208372Z","caller":"traceutil/trace.go:171","msg":"trace[809917643] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26904; }","duration":"3.344013561s","start":"2026-03-31T05:59:35.864348Z","end":"2026-03-31T05:59:39.208361Z","steps":["trace[809917643] 'agreement among raft nodes before linearized reading' (duration: 3.343951959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.208394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.427063Z","time spent":"1.781323932s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:39.20844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.904226Z","time spent":"3.30420911s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:59:39.208477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.864332Z","time spent":"3.344108844s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1094,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-03-31T05:59:39.208508Z","caller":"traceutil/trace.go:171","msg":"trace[798794029] transaction","detail":"{read_only:false; response_revision:26904; number_of_response:1; }","duration":"1.005167325s","start":"2026-03-31T05:59:38.20333Z","end":"2026-03-31T05:59:39.208498Z","steps":["trace[798794029] 'process raft request' (duration: 1.004488103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.208557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889900827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:39.208554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:38.203289Z","time spent":"1.005239768s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:39.208571Z","caller":"traceutil/trace.go:171","msg":"trace[462160366] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26904; }","duration":"2.889948608s","start":"2026-03-31T05:59:36.318618Z","end":"2026-03-31T05:59:39.208567Z","steps":["trace[462160366] 'agreement among raft nodes before linearized reading' (duration: 2.889903687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.208346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.739636Z","time spent":"1.468702265s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:39.208586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:36.3186Z","time spent":"2.88998185s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:39.208285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889328739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T05:59:39.208804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142857275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-03-31T05:59:39.208848Z","caller":"traceutil/trace.go:171","msg":"trace[177204751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26904; }","duration":"2.889984139s","start":"2026-03-31T05:59:36.31885Z","end":"2026-03-31T05:59:39.208834Z","steps":["trace[177204751] 'agreement among raft nodes before linearized reading' (duration: 2.889200895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.208817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238264347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:39.208886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:36.318833Z","time spent":"2.890043552s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:59:39.208885Z","caller":"traceutil/trace.go:171","msg":"trace[556411408] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26904; }","duration":"3.238330099s","start":"2026-03-31T05:59:35.970547Z","end":"2026-03-31T05:59:39.208877Z","steps":["trace[556411408] 'agreement among raft nodes before linearized reading' (duration: 3.238194435s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.208932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.970493Z","time spent":"3.238427582s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:39.208852Z","caller":"traceutil/trace.go:171","msg":"trace[491745155] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:26904; }","duration":"2.142934328s","start":"2026-03-31T05:59:37.065906Z","end":"2026-03-31T05:59:39.208841Z","steps":["trace[491745155] 'agreement among raft nodes before linearized reading' (duration: 2.142724691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.209011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.065891Z","time spent":"2.143110503s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"info","ts":"2026-03-31T05:59:39.208268Z","caller":"traceutil/trace.go:171","msg":"trace[1782907045] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26904; }","duration":"2.798356919s","start":"2026-03-31T05:59:36.409891Z","end":"2026-03-31T05:59:39.208248Z","steps":["trace[1782907045] 'agreement among raft nodes before linearized reading' (duration: 2.798120782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.20905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:36.409872Z","time spent":"2.799169315s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:39.208848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347175211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T05:59:39.212205Z","caller":"traceutil/trace.go:171","msg":"trace[141952553] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26904; }","duration":"3.350553167s","start":"2026-03-31T05:59:35.861632Z","end":"2026-03-31T05:59:39.212185Z","steps":["trace[141952553] 'agreement among raft nodes before linearized reading' (duration: 3.34715703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.212269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:35.861611Z","time spent":"3.350639649s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:59:39.887772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.837186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:39.887905Z","caller":"traceutil/trace.go:171","msg":"trace[156968323] linearizableReadLoop","detail":"{readStateIndex:27834; appliedIndex:27833; }","duration":"679.87034ms","start":"2026-03-31T05:59:39.208025Z","end":"2026-03-31T05:59:39.887895Z","steps":["trace[156968323] 'read index received' (duration: 232.858009ms)","trace[156968323] 'applied index is now lower than readState.Index' (duration: 447.011601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:39.888059Z","caller":"traceutil/trace.go:171","msg":"trace[1079972046] transaction","detail":"{read_only:false; response_revision:26906; number_of_response:1; }","duration":"677.055362ms","start":"2026-03-31T05:59:39.210996Z","end":"2026-03-31T05:59:39.888051Z","steps":["trace[1079972046] 'process raft request' (duration: 676.843156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.210972Z","time spent":"677.117624ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:39.888193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049686458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T05:59:39.888257Z","caller":"traceutil/trace.go:171","msg":"trace[1428643415] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:26906; }","duration":"2.04977887s","start":"2026-03-31T05:59:37.838462Z","end":"2026-03-31T05:59:39.888241Z","steps":["trace[1428643415] 'agreement among raft nodes before linearized reading' (duration: 2.049530042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.838455Z","time spent":"2.049831442s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T05:59:39.888073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045885708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:39.888521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.127925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:39.888534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274675377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:39.888533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.471616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:39.888555Z","caller":"traceutil/trace.go:171","msg":"trace[1831199403] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26906; }","duration":"789.191077ms","start":"2026-03-31T05:59:39.099354Z","end":"2026-03-31T05:59:39.888545Z","steps":["trace[1831199403] 'agreement among raft nodes before linearized reading' (duration: 788.717982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.09934Z","time spent":"789.244858ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:39.888588Z","caller":"traceutil/trace.go:171","msg":"trace[1269333277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26906; }","duration":"1.27477074s","start":"2026-03-31T05:59:38.613801Z","end":"2026-03-31T05:59:39.888571Z","steps":["trace[1269333277] 'agreement among raft nodes before linearized reading' (duration: 1.274681427s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:39.888592Z","caller":"traceutil/trace.go:171","msg":"trace[971178084] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26906; }","duration":"845.580779ms","start":"2026-03-31T05:59:39.042996Z","end":"2026-03-31T05:59:39.888577Z","steps":["trace[971178084] 'agreement among raft nodes before linearized reading' (duration: 845.058192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.88864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:38.613778Z","time spent":"1.274850722s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:39.888654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970342383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T05:59:39.888542Z","caller":"traceutil/trace.go:171","msg":"trace[292397370] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26906; }","duration":"2.046371123s","start":"2026-03-31T05:59:37.842157Z","end":"2026-03-31T05:59:39.888528Z","steps":["trace[292397370] 'agreement among raft nodes before linearized reading' (duration: 2.045861667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555132612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:39.888618Z","caller":"traceutil/trace.go:171","msg":"trace[990975086] transaction","detail":"{read_only:false; response_revision:26907; number_of_response:1; }","duration":"675.615197ms","start":"2026-03-31T05:59:39.212968Z","end":"2026-03-31T05:59:39.888583Z","steps":["trace[990975086] 'process raft request' (duration: 675.06218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:39.888708Z","caller":"traceutil/trace.go:171","msg":"trace[504270911] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26906; }","duration":"1.970440086s","start":"2026-03-31T05:59:37.918254Z","end":"2026-03-31T05:59:39.888694Z","steps":["trace[504270911] 'agreement among raft nodes before linearized reading' (duration: 1.969756375s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:39.888723Z","caller":"traceutil/trace.go:171","msg":"trace[608468935] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26906; }","duration":"1.555204265s","start":"2026-03-31T05:59:38.333506Z","end":"2026-03-31T05:59:39.888711Z","steps":["trace[608468935] 'agreement among raft nodes before linearized reading' (duration: 1.554427921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051889467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-mltjv\" ","response":"range_response_count:1 size:5979"} {"level":"warn","ts":"2026-03-31T05:59:39.888645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051706311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4778"} {"level":"warn","ts":"2026-03-31T05:59:39.888756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:38.333483Z","time spent":"1.555264056s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:39.888758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043771132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-31T05:59:39.888774Z","caller":"traceutil/trace.go:171","msg":"trace[1588416175] range","detail":"{range_begin:/registry/pods/monitoring/vector-mltjv; range_end:; response_count:1; response_revision:26906; }","duration":"2.05199292s","start":"2026-03-31T05:59:37.836763Z","end":"2026-03-31T05:59:39.888756Z","steps":["trace[1588416175] 'agreement among raft nodes before linearized reading' (duration: 2.051251187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.91824Z","time spent":"1.970506269s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:39.888596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035113187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:39.888816Z","caller":"traceutil/trace.go:171","msg":"trace[1638274858] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:26906; }","duration":"2.043844154s","start":"2026-03-31T05:59:37.844956Z","end":"2026-03-31T05:59:39.8888Z","steps":["trace[1638274858] 'agreement among raft nodes before linearized reading' (duration: 2.043064319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.88883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.836749Z","time spent":"2.052069022s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6003,"request content":"key:\"/registry/pods/monitoring/vector-mltjv\" "} {"level":"info","ts":"2026-03-31T05:59:39.888854Z","caller":"traceutil/trace.go:171","msg":"trace[798653587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26906; }","duration":"1.035462148s","start":"2026-03-31T05:59:38.85338Z","end":"2026-03-31T05:59:39.888842Z","steps":["trace[798653587] 'agreement among raft nodes before linearized reading' (duration: 1.035042895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.84495Z","time spent":"2.043901535s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-31T05:59:39.888859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.212954Z","time spent":"675.780732ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:39.888774Z","caller":"traceutil/trace.go:171","msg":"trace[1821179178] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:26906; }","duration":"2.051883607s","start":"2026-03-31T05:59:37.836878Z","end":"2026-03-31T05:59:39.888761Z","steps":["trace[1821179178] 'agreement among raft nodes before linearized reading' (duration: 2.051129753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.377707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T05:59:39.888935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969415075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:59:39.888943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.836845Z","time spent":"2.052080223s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4802,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-31T05:59:39.888972Z","caller":"traceutil/trace.go:171","msg":"trace[51234102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26906; }","duration":"1.969469056s","start":"2026-03-31T05:59:37.919492Z","end":"2026-03-31T05:59:39.888961Z","steps":["trace[51234102] 'agreement among raft nodes before linearized reading' (duration: 1.968494255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:39.888971Z","caller":"traceutil/trace.go:171","msg":"trace[607386320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26906; }","duration":"827.550213ms","start":"2026-03-31T05:59:39.061409Z","end":"2026-03-31T05:59:39.888959Z","steps":["trace[607386320] 'agreement among raft nodes before linearized reading' (duration: 826.674605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.888885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050692039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-31T05:59:39.888999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.919487Z","time spent":"1.969506428s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:59:39.888899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:38.853361Z","time spent":"1.035524049s","remote":"127.0.0.1:36392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:39.888651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.042973Z","time spent":"845.662272ms","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:39.889009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.061391Z","time spent":"827.607084ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:59:39.889061Z","caller":"traceutil/trace.go:171","msg":"trace[945821477] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087; range_end:; response_count:1; response_revision:26906; }","duration":"2.050842944s","start":"2026-03-31T05:59:37.838173Z","end":"2026-03-31T05:59:39.889016Z","steps":["trace[945821477] 'agreement among raft nodes before linearized reading' (duration: 2.049829192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:39.889122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.838156Z","time spent":"2.050950667s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" "} {"level":"warn","ts":"2026-03-31T05:59:39.888717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:37.842151Z","time spent":"2.046554329s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:59:39.887995Z","caller":"traceutil/trace.go:171","msg":"trace[789863619] transaction","detail":"{read_only:false; response_revision:26905; number_of_response:1; }","duration":"1.368693803s","start":"2026-03-31T05:59:38.519273Z","end":"2026-03-31T05:59:39.887967Z","steps":["trace[789863619] 'process raft request' (duration: 921.603459ms)","trace[789863619] 'compare' (duration: 446.425293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:39.889703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:38.519245Z","time spent":"1.370361595s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:41.215423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000691866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:41.215594Z","caller":"traceutil/trace.go:171","msg":"trace[614742072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000869942s","start":"2026-03-31T05:59:39.214662Z","end":"2026-03-31T05:59:41.215532Z","steps":["trace[614742072] 'agreement among raft nodes before linearized reading' (duration: 2.000674766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:41.215647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.214655Z","time spent":"2.000978476s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:42.627227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44875284s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:42.6275Z","caller":"traceutil/trace.go:171","msg":"trace[1054842404] linearizableReadLoop","detail":"{readStateIndex:27838; appliedIndex:27836; }","duration":"2.73953664s","start":"2026-03-31T05:59:39.887925Z","end":"2026-03-31T05:59:42.627461Z","steps":["trace[1054842404] 'read index received' (duration: 290.486881ms)","trace[1054842404] 'applied index is now lower than readState.Index' (duration: 2.449048999s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:42.627596Z","caller":"traceutil/trace.go:171","msg":"trace[1138790352] transaction","detail":"{read_only:false; response_revision:26908; number_of_response:1; }","duration":"2.788895552s","start":"2026-03-31T05:59:39.838691Z","end":"2026-03-31T05:59:42.627586Z","steps":["trace[1138790352] 'process raft request' (duration: 339.701938ms)","trace[1138790352] 'compare' (duration: 2.446752607s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:42.627666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.838669Z","time spent":"2.788964114s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:42.627953Z","caller":"traceutil/trace.go:171","msg":"trace[1309936017] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"2.788939053s","start":"2026-03-31T05:59:39.839004Z","end":"2026-03-31T05:59:42.627944Z","steps":["trace[1309936017] 'process raft request' (duration: 2.788381316s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.628034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.83899Z","time spent":"2.789017995s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:42.628365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417722818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18570"} {"level":"info","ts":"2026-03-31T05:59:42.628426Z","caller":"traceutil/trace.go:171","msg":"trace[459408863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26909; }","duration":"3.41781377s","start":"2026-03-31T05:59:39.210598Z","end":"2026-03-31T05:59:42.628411Z","steps":["trace[459408863] 'agreement among raft nodes before linearized reading' (duration: 3.417620914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.628456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.210581Z","time spent":"3.417869082s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T05:59:42.628627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408766896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-03-31T05:59:42.628691Z","caller":"traceutil/trace.go:171","msg":"trace[926797438] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j; range_end:; response_count:1; response_revision:26909; }","duration":"3.408854868s","start":"2026-03-31T05:59:39.219818Z","end":"2026-03-31T05:59:42.628673Z","steps":["trace[926797438] 'agreement among raft nodes before linearized reading' (duration: 3.408670722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.628717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.21981Z","time spent":"3.40890157s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7075,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jcg4j\" "} {"level":"warn","ts":"2026-03-31T05:59:42.628873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353678964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:42.628912Z","caller":"traceutil/trace.go:171","msg":"trace[336723658] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26909; }","duration":"3.353759177s","start":"2026-03-31T05:59:39.275144Z","end":"2026-03-31T05:59:42.628903Z","steps":["trace[336723658] 'agreement among raft nodes before linearized reading' (duration: 3.353700705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.628931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.275122Z","time spent":"3.353802968s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:42.628651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414793985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:59:42.629033Z","caller":"traceutil/trace.go:171","msg":"trace[382205877] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26909; }","duration":"3.415193448s","start":"2026-03-31T05:59:39.213831Z","end":"2026-03-31T05:59:42.629025Z","steps":["trace[382205877] 'agreement among raft nodes before linearized reading' (duration: 3.414761795s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.629053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.21382Z","time spent":"3.415226209s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:59:42.6294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336452733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:42.62949Z","caller":"traceutil/trace.go:171","msg":"trace[876899404] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26909; }","duration":"3.337092982s","start":"2026-03-31T05:59:39.292378Z","end":"2026-03-31T05:59:42.629471Z","steps":["trace[876899404] 'agreement among raft nodes before linearized reading' (duration: 3.336466093s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.629551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.292354Z","time spent":"3.337184516s","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:42.63732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.4589216s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:42.637773Z","caller":"traceutil/trace.go:171","msg":"trace[2038477175] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"2.742626277s","start":"2026-03-31T05:59:39.895122Z","end":"2026-03-31T05:59:42.637749Z","steps":["trace[2038477175] 'process raft request' (duration: 2.742588166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.637917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.895113Z","time spent":"2.74272999s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:42.638247Z","caller":"traceutil/trace.go:171","msg":"trace[1694645293] transaction","detail":"{read_only:false; response_revision:26911; number_of_response:1; }","duration":"2.74368617s","start":"2026-03-31T05:59:39.894522Z","end":"2026-03-31T05:59:42.638208Z","steps":["trace[1694645293] 'process raft request' (duration: 2.743104832s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:42.638279Z","caller":"traceutil/trace.go:171","msg":"trace[1248542056] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"2.743442132s","start":"2026-03-31T05:59:39.894811Z","end":"2026-03-31T05:59:42.638253Z","steps":["trace[1248542056] 'process raft request' (duration: 2.742868294s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:42.638351Z","caller":"traceutil/trace.go:171","msg":"trace[1723615211] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"2.743863066s","start":"2026-03-31T05:59:39.894442Z","end":"2026-03-31T05:59:42.638305Z","steps":["trace[1723615211] 'process raft request' (duration: 2.743059011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:42.63839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.894512Z","time spent":"2.743805364s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:42.638395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.894792Z","time spent":"2.743533806s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:42.63853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.894421Z","time spent":"2.744024691s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:43.224113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:43.224199Z","caller":"traceutil/trace.go:171","msg":"trace[423544572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711268s","start":"2026-03-31T05:59:41.223468Z","end":"2026-03-31T05:59:43.22418Z","steps":["trace[423544572] 'agreement among raft nodes before linearized reading' (duration: 2.000605504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.224246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:41.223449Z","time spent":"2.00078758s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:43.646344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.742953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:43.646709Z","caller":"traceutil/trace.go:171","msg":"trace[1549084699] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"3.066332062s","start":"2026-03-31T05:59:40.580353Z","end":"2026-03-31T05:59:43.646685Z","steps":["trace[1549084699] 'process raft request' (duration: 3.066228199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.646829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.580342Z","time spent":"3.066430075s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:43.646955Z","caller":"traceutil/trace.go:171","msg":"trace[1964875968] transaction","detail":"{read_only:false; response_revision:26917; number_of_response:1; }","duration":"3.066461466s","start":"2026-03-31T05:59:40.580484Z","end":"2026-03-31T05:59:43.646946Z","steps":["trace[1964875968] 'process raft request' (duration: 3.066152917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.647037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.580466Z","time spent":"3.066528398s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:43.646838Z","caller":"traceutil/trace.go:171","msg":"trace[904813371] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"3.066733505s","start":"2026-03-31T05:59:40.580071Z","end":"2026-03-31T05:59:43.646804Z","steps":["trace[904813371] 'process raft request' (duration: 2.228423605s)","trace[904813371] 'compare' (duration: 837.213265ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:43.647119Z","caller":"traceutil/trace.go:171","msg":"trace[31345583] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"3.066765006s","start":"2026-03-31T05:59:40.580336Z","end":"2026-03-31T05:59:43.647101Z","steps":["trace[31345583] 'process raft request' (duration: 3.066138707s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.647344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.580307Z","time spent":"3.066959382s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:43.647432Z","caller":"traceutil/trace.go:171","msg":"trace[577245534] linearizableReadLoop","detail":"{readStateIndex:27847; appliedIndex:27842; }","duration":"1.019848367s","start":"2026-03-31T05:59:42.627554Z","end":"2026-03-31T05:59:43.647402Z","steps":["trace[577245534] 'read index received' (duration: 10.320924ms)","trace[577245534] 'applied index is now lower than readState.Index' (duration: 1.009526163s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:43.647433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.578584Z","time spent":"3.068636925s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:43.647612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041226893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:43.647662Z","caller":"traceutil/trace.go:171","msg":"trace[1917006252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26918; }","duration":"3.041278785s","start":"2026-03-31T05:59:40.606369Z","end":"2026-03-31T05:59:43.647648Z","steps":["trace[1917006252] 'agreement among raft nodes before linearized reading' (duration: 3.041177091s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:43.647672Z","caller":"traceutil/trace.go:171","msg":"trace[908402750] transaction","detail":"{read_only:false; response_revision:26918; number_of_response:1; }","duration":"2.352263648s","start":"2026-03-31T05:59:41.295372Z","end":"2026-03-31T05:59:43.647636Z","steps":["trace[908402750] 'process raft request' (duration: 2.351521305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.647731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.606346Z","time spent":"3.041369668s","remote":"127.0.0.1:53308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.64786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:41.295288Z","time spent":"2.352461855s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:43.647908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992668155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:43.647932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941826979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:43.647984Z","caller":"traceutil/trace.go:171","msg":"trace[2079384050] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26919; }","duration":"1.992785239s","start":"2026-03-31T05:59:41.655182Z","end":"2026-03-31T05:59:43.647967Z","steps":["trace[2079384050] 'agreement among raft nodes before linearized reading' (duration: 1.992443518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.647987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312942414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:43.648022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746484231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T05:59:43.648013Z","caller":"traceutil/trace.go:171","msg":"trace[754700349] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26919; }","duration":"2.941934962s","start":"2026-03-31T05:59:40.706051Z","end":"2026-03-31T05:59:43.647986Z","steps":["trace[754700349] 'agreement among raft nodes before linearized reading' (duration: 2.941731846s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:43.648054Z","caller":"traceutil/trace.go:171","msg":"trace[1932105233] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26919; }","duration":"3.746527663s","start":"2026-03-31T05:59:39.901516Z","end":"2026-03-31T05:59:43.648043Z","steps":["trace[1932105233] 'agreement among raft nodes before linearized reading' (duration: 3.746074979s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:43.648058Z","caller":"traceutil/trace.go:171","msg":"trace[1494930589] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26919; }","duration":"3.313063188s","start":"2026-03-31T05:59:40.334975Z","end":"2026-03-31T05:59:43.648038Z","steps":["trace[1494930589] 'agreement among raft nodes before linearized reading' (duration: 3.312593783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.706037Z","time spent":"2.942023164s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.648114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.334956Z","time spent":"3.313140311s","remote":"127.0.0.1:37288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.648155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75406698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-31T05:59:43.648187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750365743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-03-31T05:59:43.648189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751629913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:43.648222Z","caller":"traceutil/trace.go:171","msg":"trace[71211101] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:26919; }","duration":"3.750421905s","start":"2026-03-31T05:59:39.897789Z","end":"2026-03-31T05:59:43.648211Z","steps":["trace[71211101] 'agreement among raft nodes before linearized reading' (duration: 3.749809336s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:43.648225Z","caller":"traceutil/trace.go:171","msg":"trace[169087847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26919; }","duration":"3.754161423s","start":"2026-03-31T05:59:39.894044Z","end":"2026-03-31T05:59:43.648205Z","steps":["trace[169087847] 'agreement among raft nodes before linearized reading' (duration: 3.753593795s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.897773Z","time spent":"3.750466636s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-31T05:59:43.647955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016508592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T05:59:43.648327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.738876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:59:43.648335Z","caller":"traceutil/trace.go:171","msg":"trace[1733491090] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26919; }","duration":"1.016912735s","start":"2026-03-31T05:59:42.631404Z","end":"2026-03-31T05:59:43.648316Z","steps":["trace[1733491090] 'agreement among raft nodes before linearized reading' (duration: 1.016425899s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:43.648237Z","caller":"traceutil/trace.go:171","msg":"trace[1404421337] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26919; }","duration":"3.751690775s","start":"2026-03-31T05:59:39.896534Z","end":"2026-03-31T05:59:43.648225Z","steps":["trace[1404421337] 'agreement among raft nodes before linearized reading' (duration: 3.751073285s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157927042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:43.648396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:42.631389Z","time spent":"1.016990187s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:59:43.64805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:41.655161Z","time spent":"1.992869092s","remote":"127.0.0.1:36406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.648429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.902665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:43.648379Z","caller":"traceutil/trace.go:171","msg":"trace[1290046277] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26919; }","duration":"100.796268ms","start":"2026-03-31T05:59:43.54757Z","end":"2026-03-31T05:59:43.648366Z","steps":["trace[1290046277] 'agreement among raft nodes before linearized reading' (duration: 100.409946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:43.648458Z","caller":"traceutil/trace.go:171","msg":"trace[257693087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26919; }","duration":"423.977337ms","start":"2026-03-31T05:59:43.224473Z","end":"2026-03-31T05:59:43.648451Z","steps":["trace[257693087] 'agreement among raft nodes before linearized reading' (duration: 423.929455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.22445Z","time spent":"424.039969ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:43.648505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.786492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:43.648553Z","caller":"traceutil/trace.go:171","msg":"trace[1793051620] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26919; }","duration":"661.873575ms","start":"2026-03-31T05:59:42.986669Z","end":"2026-03-31T05:59:43.648543Z","steps":["trace[1793051620] 'agreement among raft nodes before linearized reading' (duration: 661.785232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.64856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007969653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-31T05:59:43.647981Z","caller":"traceutil/trace.go:171","msg":"trace[294848927] transaction","detail":"{read_only:false; response_revision:26919; number_of_response:1; }","duration":"808.507274ms","start":"2026-03-31T05:59:42.83944Z","end":"2026-03-31T05:59:43.647947Z","steps":["trace[294848927] 'process raft request' (duration: 807.822742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.901506Z","time spent":"3.746579594s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-31T05:59:43.64859Z","caller":"traceutil/trace.go:171","msg":"trace[1952328064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26919; }","duration":"1.008035836s","start":"2026-03-31T05:59:42.640547Z","end":"2026-03-31T05:59:43.648583Z","steps":["trace[1952328064] 'agreement among raft nodes before linearized reading' (duration: 1.007957613s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:42.986648Z","time spent":"661.934036ms","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.648279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.894026Z","time spent":"3.754239815s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-31T05:59:43.648614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:42.640528Z","time spent":"1.008080557s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T05:59:43.648421Z","caller":"traceutil/trace.go:171","msg":"trace[810366158] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26919; }","duration":"3.158024354s","start":"2026-03-31T05:59:40.490382Z","end":"2026-03-31T05:59:43.648406Z","steps":["trace[810366158] 'agreement among raft nodes before linearized reading' (duration: 3.157168537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:42.839415Z","time spent":"809.185055ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:43.64793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570954479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:43.648794Z","caller":"traceutil/trace.go:171","msg":"trace[38934349] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26919; }","duration":"1.571840927s","start":"2026-03-31T05:59:42.076902Z","end":"2026-03-31T05:59:43.648743Z","steps":["trace[38934349] 'agreement among raft nodes before linearized reading' (duration: 1.57067337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.648838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:42.076878Z","time spent":"1.571945841s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.648403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.896522Z","time spent":"3.751867791s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:59:43.648672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:40.490359Z","time spent":"3.158302573s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.648869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584490368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:43.649225Z","caller":"traceutil/trace.go:171","msg":"trace[849503808] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26919; }","duration":"2.584870699s","start":"2026-03-31T05:59:41.064333Z","end":"2026-03-31T05:59:43.649204Z","steps":["trace[849503808] 'agreement among raft nodes before linearized reading' (duration: 2.583427584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.649291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:41.064311Z","time spent":"2.584957533s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.649004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21622768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:43.649786Z","caller":"traceutil/trace.go:171","msg":"trace[1723157999] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26919; }","duration":"1.217090607s","start":"2026-03-31T05:59:42.432662Z","end":"2026-03-31T05:59:43.649752Z","steps":["trace[1723157999] 'agreement among raft nodes before linearized reading' (duration: 1.215132585s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.649845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:42.432642Z","time spent":"1.217185899s","remote":"127.0.0.1:37426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:43.650574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754285787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T05:59:43.650727Z","caller":"traceutil/trace.go:171","msg":"trace[264436763] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26919; }","duration":"3.754525464s","start":"2026-03-31T05:59:39.896175Z","end":"2026-03-31T05:59:43.6507Z","steps":["trace[264436763] 'agreement among raft nodes before linearized reading' (duration: 3.751442917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.650893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.896165Z","time spent":"3.75470872s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:43.651054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754770017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:59:43.651545Z","caller":"traceutil/trace.go:171","msg":"trace[280687991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26919; }","duration":"1.755331015s","start":"2026-03-31T05:59:41.896199Z","end":"2026-03-31T05:59:43.65153Z","steps":["trace[280687991] 'agreement among raft nodes before linearized reading' (duration: 1.751440532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.651595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:41.896181Z","time spent":"1.755401597s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:59:43.651361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.756904269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T05:59:43.651698Z","caller":"traceutil/trace.go:171","msg":"trace[1388223575] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac; range_end:; response_count:1; response_revision:26919; }","duration":"3.757239059s","start":"2026-03-31T05:59:39.894437Z","end":"2026-03-31T05:59:43.651676Z","steps":["trace[1388223575] 'agreement among raft nodes before linearized reading' (duration: 3.753192052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:43.651861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:39.894415Z","time spent":"3.757332092s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" "} {"level":"warn","ts":"2026-03-31T05:59:44.323132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.172907ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-31T05:59:44.323249Z","caller":"traceutil/trace.go:171","msg":"trace[820056674] linearizableReadLoop","detail":"{readStateIndex:27849; appliedIndex:27848; }","duration":"668.08891ms","start":"2026-03-31T05:59:43.655138Z","end":"2026-03-31T05:59:44.323227Z","steps":["trace[820056674] 'read index received' (duration: 192.928824ms)","trace[820056674] 'applied index is now lower than readState.Index' (duration: 475.154876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:44.323427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.650386Z","time spent":"673.033395ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:44.323549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.395649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T05:59:44.323609Z","caller":"traceutil/trace.go:171","msg":"trace[297400472] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26919; }","duration":"668.473642ms","start":"2026-03-31T05:59:43.65512Z","end":"2026-03-31T05:59:44.323593Z","steps":["trace[297400472] 'agreement among raft nodes before linearized reading' (duration: 668.257586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:44.323661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.655106Z","time spent":"668.541784ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:45.019138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.245002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:45.019576Z","caller":"traceutil/trace.go:171","msg":"trace[1673429122] linearizableReadLoop","detail":"{readStateIndex:27851; appliedIndex:27849; }","duration":"696.270004ms","start":"2026-03-31T05:59:44.323288Z","end":"2026-03-31T05:59:45.019558Z","steps":["trace[1673429122] 'read index received' (duration: 392.511686ms)","trace[1673429122] 'applied index is now lower than readState.Index' (duration: 303.757368ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:45.019654Z","caller":"traceutil/trace.go:171","msg":"trace[655160111] transaction","detail":"{read_only:false; response_revision:26920; number_of_response:1; }","duration":"1.364428027s","start":"2026-03-31T05:59:43.655135Z","end":"2026-03-31T05:59:45.019563Z","steps":["trace[655160111] 'process raft request' (duration: 1.060653058s)","trace[655160111] 'compare' (duration: 302.975613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:45.019888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.655122Z","time spent":"1.364656504s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:45.019942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279938641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:45.019942Z","caller":"traceutil/trace.go:171","msg":"trace[1311815462] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"1.364662555s","start":"2026-03-31T05:59:43.655186Z","end":"2026-03-31T05:59:45.019848Z","steps":["trace[1311815462] 'process raft request' (duration: 1.36421131s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.019974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364299373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:45.020186Z","caller":"traceutil/trace.go:171","msg":"trace[20667279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26921; }","duration":"1.364498199s","start":"2026-03-31T05:59:43.65562Z","end":"2026-03-31T05:59:45.020119Z","steps":["trace[20667279] 'agreement among raft nodes before linearized reading' (duration: 1.364261772s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:45.02Z","caller":"traceutil/trace.go:171","msg":"trace[1363204942] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26921; }","duration":"1.280052515s","start":"2026-03-31T05:59:43.73993Z","end":"2026-03-31T05:59:45.019983Z","steps":["trace[1363204942] 'agreement among raft nodes before linearized reading' (duration: 1.279930901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.020304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.655614Z","time spent":"1.364636323s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:45.020302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.73991Z","time spent":"1.280371264s","remote":"127.0.0.1:42614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:45.020057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364893662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T05:59:45.020624Z","caller":"traceutil/trace.go:171","msg":"trace[1196657560] range","detail":"{range_begin:/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118; range_end:; response_count:1; response_revision:26921; }","duration":"1.36548564s","start":"2026-03-31T05:59:43.655122Z","end":"2026-03-31T05:59:45.020607Z","steps":["trace[1196657560] 'agreement among raft nodes before linearized reading' (duration: 1.364786228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.02068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.655104Z","time spent":"1.365558052s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118\" "} {"level":"warn","ts":"2026-03-31T05:59:45.020062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.655173Z","time spent":"1.364825199s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:45.019989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362758994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-31T05:59:45.021008Z","caller":"traceutil/trace.go:171","msg":"trace[583454599] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26921; }","duration":"1.363810717s","start":"2026-03-31T05:59:43.657178Z","end":"2026-03-31T05:59:45.020988Z","steps":["trace[583454599] 'agreement among raft nodes before linearized reading' (duration: 1.362644171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.02142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:43.657162Z","time spent":"1.363939372s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-31T05:59:45.090577Z","caller":"traceutil/trace.go:171","msg":"trace[114716567] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"763.387615ms","start":"2026-03-31T05:59:44.327161Z","end":"2026-03-31T05:59:45.090549Z","steps":["trace[114716567] 'process raft request' (duration: 763.131007ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:45.090612Z","caller":"traceutil/trace.go:171","msg":"trace[1226573977] transaction","detail":"{read_only:false; response_revision:26924; number_of_response:1; }","duration":"454.91948ms","start":"2026-03-31T05:59:44.63566Z","end":"2026-03-31T05:59:45.09058Z","steps":["trace[1226573977] 'process raft request' (duration: 454.836177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.090758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:44.327133Z","time spent":"763.521539ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:45.090868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.216495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T05:59:45.090943Z","caller":"traceutil/trace.go:171","msg":"trace[1211920077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26924; }","duration":"446.311989ms","start":"2026-03-31T05:59:44.644614Z","end":"2026-03-31T05:59:45.090926Z","steps":["trace[1211920077] 'agreement among raft nodes before linearized reading' (duration: 445.974978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.090967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.54971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:45.090998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:44.644607Z","time spent":"446.3786ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:59:45.091032Z","caller":"traceutil/trace.go:171","msg":"trace[56404471] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26924; }","duration":"561.640203ms","start":"2026-03-31T05:59:44.529372Z","end":"2026-03-31T05:59:45.091013Z","steps":["trace[56404471] 'agreement among raft nodes before linearized reading' (duration: 561.54364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.091086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:44.529355Z","time spent":"561.715265ms","remote":"127.0.0.1:53494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:45.090886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.498938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-31T05:59:45.090948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:44.635634Z","time spent":"455.195148ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:45.091298Z","caller":"traceutil/trace.go:171","msg":"trace[1366913661] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26924; }","duration":"763.939062ms","start":"2026-03-31T05:59:44.327341Z","end":"2026-03-31T05:59:45.09128Z","steps":["trace[1366913661] 'agreement among raft nodes before linearized reading' (duration: 763.293121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.091388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:44.327324Z","time spent":"764.045805ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-31T05:59:45.091441Z","caller":"traceutil/trace.go:171","msg":"trace[1004561508] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"456.255761ms","start":"2026-03-31T05:59:44.635168Z","end":"2026-03-31T05:59:45.091424Z","steps":["trace[1004561508] 'process raft request' (duration: 455.27557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.09189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:44.63514Z","time spent":"456.707846ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:45.828775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.924977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:45.828933Z","caller":"traceutil/trace.go:171","msg":"trace[838145545] linearizableReadLoop","detail":"{readStateIndex:27855; appliedIndex:27854; }","duration":"731.334398ms","start":"2026-03-31T05:59:45.097564Z","end":"2026-03-31T05:59:45.828898Z","steps":["trace[838145545] 'read index received' (duration: 257.205005ms)","trace[838145545] 'applied index is now lower than readState.Index' (duration: 474.126823ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:45.829057Z","caller":"traceutil/trace.go:171","msg":"trace[611001936] transaction","detail":"{read_only:false; response_revision:26925; number_of_response:1; }","duration":"731.469092ms","start":"2026-03-31T05:59:45.097518Z","end":"2026-03-31T05:59:45.828987Z","steps":["trace[611001936] 'process raft request' (duration: 257.224155ms)","trace[611001936] 'compare' (duration: 472.74913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:45.829253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.097504Z","time spent":"731.639448ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:45.829427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.841504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T05:59:45.829488Z","caller":"traceutil/trace.go:171","msg":"trace[197490975] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:26925; }","duration":"731.934926ms","start":"2026-03-31T05:59:45.097539Z","end":"2026-03-31T05:59:45.829474Z","steps":["trace[197490975] 'agreement among raft nodes before linearized reading' (duration: 731.525803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:45.829531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.097526Z","time spent":"731.992729ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:46.283822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.355757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:46.283928Z","caller":"traceutil/trace.go:171","msg":"trace[17912103] transaction","detail":"{read_only:false; response_revision:26926; number_of_response:1; }","duration":"1.18631668s","start":"2026-03-31T05:59:45.097597Z","end":"2026-03-31T05:59:46.283913Z","steps":["trace[17912103] 'process raft request' (duration: 853.799818ms)","trace[17912103] 'compare' (duration: 332.074008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:46.283992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.097568Z","time spent":"1.186385371s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:47.10358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000710518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:47.104141Z","caller":"traceutil/trace.go:171","msg":"trace[1409435073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001353188s","start":"2026-03-31T05:59:45.102766Z","end":"2026-03-31T05:59:47.10412Z","steps":["trace[1409435073] 'agreement among raft nodes before linearized reading' (duration: 2.00077491s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:47.104209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.102759Z","time spent":"2.001434911s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:49.104293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:49.104409Z","caller":"traceutil/trace.go:171","msg":"trace[970519457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000157899s","start":"2026-03-31T05:59:47.104228Z","end":"2026-03-31T05:59:49.104386Z","steps":["trace[970519457] 'agreement among raft nodes before linearized reading' (duration: 2.000021595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:49.104472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.10422Z","time spent":"2.000238832s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:50.613867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T05:59:50.613966Z","caller":"traceutil/trace.go:171","msg":"trace[311298759] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423409s","start":"2026-03-31T05:59:48.613525Z","end":"2026-03-31T05:59:50.613949Z","steps":["trace[311298759] 'agreement among raft nodes before linearized reading' (duration: 2.000299555s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.61401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:48.613509Z","time spent":"2.000492121s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:50.651395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.654454Z","time spent":"4.996935737s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:59:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:50.651521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.652287Z","time spent":"4.999232349s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:59:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:50.653557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.654606Z","time spent":"4.998939709s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 05:59:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:50.65365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.654571Z","time spent":"4.999071083s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:50.774939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.422264ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:50.775002Z","caller":"traceutil/trace.go:171","msg":"trace[79019483] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26926; }","duration":"901.495966ms","start":"2026-03-31T05:59:49.873489Z","end":"2026-03-31T05:59:50.774985Z","steps":["trace[79019483] 'range keys from in-memory index tree' (duration: 901.406904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.775855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373652575s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:50.776141Z","caller":"traceutil/trace.go:171","msg":"trace[1034226093] linearizableReadLoop","detail":"{readStateIndex:27860; appliedIndex:27855; }","duration":"4.94710319s","start":"2026-03-31T05:59:45.829021Z","end":"2026-03-31T05:59:50.776124Z","steps":["trace[1034226093] 'read index received' (duration: 122.387227ms)","trace[1034226093] 'applied index is now lower than readState.Index' (duration: 4.824714913s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:50.776223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444546027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:50.776266Z","caller":"traceutil/trace.go:171","msg":"trace[2069005619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26930; }","duration":"5.444625649s","start":"2026-03-31T05:59:45.331629Z","end":"2026-03-31T05:59:50.776254Z","steps":["trace[2069005619] 'agreement among raft nodes before linearized reading' (duration: 5.444510546s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.776292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.331614Z","time spent":"5.44467078s","remote":"127.0.0.1:36484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:50.776313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676287501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T05:59:50.776377Z","caller":"traceutil/trace.go:171","msg":"trace[281238571] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca; range_end:; response_count:1; response_revision:26930; }","duration":"5.676379314s","start":"2026-03-31T05:59:45.099979Z","end":"2026-03-31T05:59:50.776358Z","steps":["trace[281238571] 'agreement among raft nodes before linearized reading' (duration: 5.676201568s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.776367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.678346285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-31T05:59:50.776423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.099962Z","time spent":"5.676450055s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca\" "} {"level":"info","ts":"2026-03-31T05:59:50.776441Z","caller":"traceutil/trace.go:171","msg":"trace[231575366] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:26930; }","duration":"5.678437558s","start":"2026-03-31T05:59:45.097987Z","end":"2026-03-31T05:59:50.776425Z","steps":["trace[231575366] 'agreement among raft nodes before linearized reading' (duration: 5.67819535s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.776477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.097952Z","time spent":"5.67851996s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-03-31T05:59:50.776487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311902436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T05:59:50.776368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.676700353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-31T05:59:50.776522Z","caller":"traceutil/trace.go:171","msg":"trace[1364982329] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26930; }","duration":"5.311961108s","start":"2026-03-31T05:59:45.464547Z","end":"2026-03-31T05:59:50.776509Z","steps":["trace[1364982329] 'agreement among raft nodes before linearized reading' (duration: 5.311610347s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:50.776536Z","caller":"traceutil/trace.go:171","msg":"trace[1084848636] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26930; }","duration":"5.67690854s","start":"2026-03-31T05:59:45.099619Z","end":"2026-03-31T05:59:50.776527Z","steps":["trace[1084848636] 'agreement among raft nodes before linearized reading' (duration: 5.676552879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.776556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.464531Z","time spent":"5.312019381s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T05:59:50.776564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.099607Z","time spent":"5.676948761s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:59:50.776898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679184391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T05:59:50.777008Z","caller":"traceutil/trace.go:171","msg":"trace[643948986] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26930; }","duration":"5.679338976s","start":"2026-03-31T05:59:45.097644Z","end":"2026-03-31T05:59:50.776983Z","steps":["trace[643948986] 'agreement among raft nodes before linearized reading' (duration: 5.678563522s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.777068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.097607Z","time spent":"5.679447109s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T05:59:50.856085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.365673924s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:50.856555Z","caller":"traceutil/trace.go:171","msg":"trace[1200248905] transaction","detail":"{read_only:false; response_revision:26931; number_of_response:1; }","duration":"4.366271913s","start":"2026-03-31T05:59:46.490262Z","end":"2026-03-31T05:59:50.856534Z","steps":["trace[1200248905] 'process raft request' (duration: 4.366108058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:50.856679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:46.490239Z","time spent":"4.366369686s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18601,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:51.111089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:51.111154Z","caller":"traceutil/trace.go:171","msg":"trace[1768982853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579514s","start":"2026-03-31T05:59:49.110559Z","end":"2026-03-31T05:59:51.111138Z","steps":["trace[1768982853] 'agreement among raft nodes before linearized reading' (duration: 2.00047543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:51.11119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:49.110542Z","time spent":"2.000640746s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T05:59:51.667498Z","caller":"traceutil/trace.go:171","msg":"trace[1157368548] transaction","detail":"{read_only:false; response_revision:26933; number_of_response:1; }","duration":"4.568999945s","start":"2026-03-31T05:59:47.098473Z","end":"2026-03-31T05:59:51.667473Z","steps":["trace[1157368548] 'process raft request' (duration: 4.568902622s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:51.667656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.098463Z","time spent":"4.569115399s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:51.667945Z","caller":"traceutil/trace.go:171","msg":"trace[366269481] transaction","detail":"{read_only:false; response_revision:26932; number_of_response:1; }","duration":"4.569533812s","start":"2026-03-31T05:59:47.0984Z","end":"2026-03-31T05:59:51.667933Z","steps":["trace[366269481] 'process raft request' (duration: 4.568724947s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:51.668014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.098375Z","time spent":"4.569602925s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:51.668111Z","caller":"traceutil/trace.go:171","msg":"trace[724281772] transaction","detail":"{read_only:false; response_revision:26935; number_of_response:1; }","duration":"3.0099377s","start":"2026-03-31T05:59:48.658163Z","end":"2026-03-31T05:59:51.6681Z","steps":["trace[724281772] 'process raft request' (duration: 3.009430905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:51.66818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:48.658139Z","time spent":"3.010001333s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:51.668265Z","caller":"traceutil/trace.go:171","msg":"trace[1344835692] transaction","detail":"{read_only:false; response_revision:26934; number_of_response:1; }","duration":"4.273485776s","start":"2026-03-31T05:59:47.394769Z","end":"2026-03-31T05:59:51.668254Z","steps":["trace[1344835692] 'process raft request' (duration: 4.272686221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:51.668339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.394748Z","time spent":"4.273552819s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:52.025664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999027711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:52.025726Z","caller":"traceutil/trace.go:171","msg":"trace[1461581562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999137814s","start":"2026-03-31T05:59:47.026574Z","end":"2026-03-31T05:59:52.025712Z","steps":["trace[1461581562] 'agreement among raft nodes before linearized reading' (duration: 4.999057602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:52.025761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.026556Z","time spent":"4.999197806s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 05:59:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:53.118295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000391917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T05:59:53.118381Z","caller":"traceutil/trace.go:171","msg":"trace[495451306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521811s","start":"2026-03-31T05:59:51.11784Z","end":"2026-03-31T05:59:53.118362Z","steps":["trace[495451306] 'agreement among raft nodes before linearized reading' (duration: 2.000413358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.118432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:51.117827Z","time spent":"2.000595703s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 05:59:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T05:59:53.285821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618171682s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T05:59:53.28804Z","caller":"traceutil/trace.go:171","msg":"trace[173202236] transaction","detail":"{read_only:false; response_revision:26936; number_of_response:1; }","duration":"3.733539635s","start":"2026-03-31T05:59:49.554467Z","end":"2026-03-31T05:59:53.288006Z","steps":["trace[173202236] 'process raft request' (duration: 3.731445529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.290308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:49.554451Z","time spent":"3.735706602s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:53.660723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.694214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:53.660932Z","caller":"traceutil/trace.go:171","msg":"trace[338124551] linearizableReadLoop","detail":"{readStateIndex:27867; appliedIndex:27860; }","duration":"2.884737704s","start":"2026-03-31T05:59:50.776182Z","end":"2026-03-31T05:59:53.66092Z","steps":["trace[338124551] 'read index received' (duration: 80.187151ms)","trace[338124551] 'applied index is now lower than readState.Index' (duration: 2.804549853s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:53.661005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98464454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:53.661112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000770887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T05:59:53.661206Z","caller":"traceutil/trace.go:171","msg":"trace[39431586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26938; }","duration":"5.0008918s","start":"2026-03-31T05:59:48.660306Z","end":"2026-03-31T05:59:53.661198Z","steps":["trace[39431586] 'agreement among raft nodes before linearized reading' (duration: 5.000705274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.661246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:48.660295Z","time spent":"5.000943752s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T05:59:53.6614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.372354046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:59:53.661433Z","caller":"traceutil/trace.go:171","msg":"trace[803602357] transaction","detail":"{read_only:false; response_revision:26938; number_of_response:1; }","duration":"2.873926244s","start":"2026-03-31T05:59:50.787496Z","end":"2026-03-31T05:59:53.661422Z","steps":["trace[803602357] 'process raft request' (duration: 2.873362646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.661506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.689677859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:53.661518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.787488Z","time spent":"2.873987637s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:53.661569Z","caller":"traceutil/trace.go:171","msg":"trace[1985091908] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26938; }","duration":"5.689757693s","start":"2026-03-31T05:59:47.971784Z","end":"2026-03-31T05:59:53.661542Z","steps":["trace[1985091908] 'agreement among raft nodes before linearized reading' (duration: 5.68967417s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.661607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.971763Z","time spent":"5.689833924s","remote":"127.0.0.1:37364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.661731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006708927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T05:59:53.66177Z","caller":"traceutil/trace.go:171","msg":"trace[1211316551] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26938; }","duration":"3.00675408s","start":"2026-03-31T05:59:50.655007Z","end":"2026-03-31T05:59:53.661761Z","steps":["trace[1211316551] 'agreement among raft nodes before linearized reading' (duration: 3.006654536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.661802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.655003Z","time spent":"3.006793111s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:59:53.661811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.46531487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.66186Z","caller":"traceutil/trace.go:171","msg":"trace[79909116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26938; }","duration":"6.465446034s","start":"2026-03-31T05:59:47.196406Z","end":"2026-03-31T05:59:53.661852Z","steps":["trace[79909116] 'agreement among raft nodes before linearized reading' (duration: 6.465331941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.661902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.196381Z","time spent":"6.465512257s","remote":"127.0.0.1:36448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.661979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007191743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:59:53.662014Z","caller":"traceutil/trace.go:171","msg":"trace[404076176] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26938; }","duration":"3.007226204s","start":"2026-03-31T05:59:50.654779Z","end":"2026-03-31T05:59:53.662005Z","steps":["trace[404076176] 'agreement among raft nodes before linearized reading' (duration: 3.007131651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.654761Z","time spent":"3.007278435s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:53.662086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.47578469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.662121Z","caller":"traceutil/trace.go:171","msg":"trace[120027501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26938; }","duration":"6.475875793s","start":"2026-03-31T05:59:47.186236Z","end":"2026-03-31T05:59:53.662112Z","steps":["trace[120027501] 'agreement among raft nodes before linearized reading' (duration: 6.475812031s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:47.186216Z","time spent":"6.475938794s","remote":"127.0.0.1:37756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.662242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008401661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-31T05:59:53.662292Z","caller":"traceutil/trace.go:171","msg":"trace[956872958] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26938; }","duration":"3.008502304s","start":"2026-03-31T05:59:50.653777Z","end":"2026-03-31T05:59:53.662279Z","steps":["trace[956872958] 'agreement among raft nodes before linearized reading' (duration: 3.00838529s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.653754Z","time spent":"3.008565386s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:53.662336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.73572655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.662386Z","caller":"traceutil/trace.go:171","msg":"trace[2094123377] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26938; }","duration":"6.735795712s","start":"2026-03-31T05:59:46.926583Z","end":"2026-03-31T05:59:53.662379Z","steps":["trace[2094123377] 'agreement among raft nodes before linearized reading' (duration: 6.735682358s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:46.926515Z","time spent":"6.735903395s","remote":"127.0.0.1:37746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.662506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008732992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T05:59:53.662538Z","caller":"traceutil/trace.go:171","msg":"trace[967449302] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26938; }","duration":"3.008810244s","start":"2026-03-31T05:59:50.65372Z","end":"2026-03-31T05:59:53.662531Z","steps":["trace[967449302] 'agreement among raft nodes before linearized reading' (duration: 3.008724211s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.653695Z","time spent":"3.008868116s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:59:53.662605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062207922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.662638Z","caller":"traceutil/trace.go:171","msg":"trace[415734596] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26938; }","duration":"7.062295325s","start":"2026-03-31T05:59:46.600336Z","end":"2026-03-31T05:59:53.662631Z","steps":["trace[415734596] 'agreement among raft nodes before linearized reading' (duration: 7.062218492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:46.600314Z","time spent":"7.062354877s","remote":"127.0.0.1:37406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.662694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131537122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.66273Z","caller":"traceutil/trace.go:171","msg":"trace[1714328393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26938; }","duration":"3.131618335s","start":"2026-03-31T05:59:50.531101Z","end":"2026-03-31T05:59:53.662719Z","steps":["trace[1714328393] 'agreement among raft nodes before linearized reading' (duration: 3.131566713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.531077Z","time spent":"3.131679376s","remote":"127.0.0.1:37424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.662854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.158654464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.662896Z","caller":"traceutil/trace.go:171","msg":"trace[970504503] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26938; }","duration":"7.158728116s","start":"2026-03-31T05:59:46.504161Z","end":"2026-03-31T05:59:53.662889Z","steps":["trace[970504503] 'agreement among raft nodes before linearized reading' (duration: 7.158669314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.662914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934009225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:53.662976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.468156503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.66298Z","caller":"traceutil/trace.go:171","msg":"trace[720247708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26938; }","duration":"3.934133039s","start":"2026-03-31T05:59:49.728834Z","end":"2026-03-31T05:59:53.662967Z","steps":["trace[720247708] 'agreement among raft nodes before linearized reading' (duration: 3.934052257s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:53.663033Z","caller":"traceutil/trace.go:171","msg":"trace[1643620386] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26938; }","duration":"7.468234165s","start":"2026-03-31T05:59:46.194775Z","end":"2026-03-31T05:59:53.663009Z","steps":["trace[1643620386] 'agreement among raft nodes before linearized reading' (duration: 7.468181653s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.663088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:46.194756Z","time spent":"7.468324098s","remote":"127.0.0.1:37776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.663132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44828044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.663166Z","caller":"traceutil/trace.go:171","msg":"trace[126673252] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26938; }","duration":"4.448339152s","start":"2026-03-31T05:59:49.214816Z","end":"2026-03-31T05:59:53.663155Z","steps":["trace[126673252] 'agreement among raft nodes before linearized reading' (duration: 4.448295251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.663229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:49.214798Z","time spent":"4.448412684s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.663273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.620008646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:53.663321Z","caller":"traceutil/trace.go:171","msg":"trace[1426211329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26938; }","duration":"7.620081568s","start":"2026-03-31T05:59:46.043218Z","end":"2026-03-31T05:59:53.6633Z","steps":["trace[1426211329] 'agreement among raft nodes before linearized reading' (duration: 7.620014506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.66336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:46.043208Z","time spent":"7.620141751s","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.663451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831748553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.663491Z","caller":"traceutil/trace.go:171","msg":"trace[1525869202] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26938; }","duration":"4.831835047s","start":"2026-03-31T05:59:48.831647Z","end":"2026-03-31T05:59:53.663482Z","steps":["trace[1525869202] 'agreement among raft nodes before linearized reading' (duration: 4.831774855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.663529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:48.831623Z","time spent":"4.831894479s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.663545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.635851983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.663593Z","caller":"traceutil/trace.go:171","msg":"trace[1641483463] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26938; }","duration":"7.635927536s","start":"2026-03-31T05:59:46.027658Z","end":"2026-03-31T05:59:53.663586Z","steps":["trace[1641483463] 'agreement among raft nodes before linearized reading' (duration: 7.635809022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.663633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:46.027643Z","time spent":"7.635982488s","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:53.661114Z","caller":"traceutil/trace.go:171","msg":"trace[630836015] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26938; }","duration":"4.984743783s","start":"2026-03-31T05:59:48.676302Z","end":"2026-03-31T05:59:53.661045Z","steps":["trace[630836015] 'agreement among raft nodes before linearized reading' (duration: 4.984629559s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.663694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.76775608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-03-31T05:59:53.662929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:46.504146Z","time spent":"7.158775568s","remote":"127.0.0.1:53226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.663768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:48.676281Z","time spent":"4.987429818s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.663863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.831165194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-03-31T05:59:53.663865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884687462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T05:59:53.663891Z","caller":"traceutil/trace.go:171","msg":"trace[148840314] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:26938; }","duration":"7.831209164s","start":"2026-03-31T05:59:45.832676Z","end":"2026-03-31T05:59:53.663885Z","steps":["trace[148840314] 'agreement among raft nodes before linearized reading' (duration: 7.831102081s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:53.663903Z","caller":"traceutil/trace.go:171","msg":"trace[1330759597] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26938; }","duration":"2.884756005s","start":"2026-03-31T05:59:50.779136Z","end":"2026-03-31T05:59:53.663892Z","steps":["trace[1330759597] 'agreement among raft nodes before linearized reading' (duration: 2.884654761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.66392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.832661Z","time spent":"7.831252726s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"info","ts":"2026-03-31T05:59:53.661447Z","caller":"traceutil/trace.go:171","msg":"trace[926804295] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26938; }","duration":"5.372427958s","start":"2026-03-31T05:59:48.28901Z","end":"2026-03-31T05:59:53.661438Z","steps":["trace[926804295] 'agreement among raft nodes before linearized reading' (duration: 5.372344226s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.663953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.779119Z","time spent":"2.884815367s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T05:59:53.663987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:48.288994Z","time spent":"5.374976749s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:59:53.661194Z","caller":"traceutil/trace.go:171","msg":"trace[1820125630] transaction","detail":"{read_only:false; response_revision:26937; number_of_response:1; }","duration":"2.880104488s","start":"2026-03-31T05:59:50.781051Z","end":"2026-03-31T05:59:53.661156Z","steps":["trace[1820125630] 'process raft request' (duration: 2.506931579s)","trace[1820125630] 'compare' (duration: 372.478278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:53.664089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.113096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.664126Z","caller":"traceutil/trace.go:171","msg":"trace[932283701] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26938; }","duration":"497.197319ms","start":"2026-03-31T05:59:53.16692Z","end":"2026-03-31T05:59:53.664117Z","steps":["trace[932283701] 'agreement among raft nodes before linearized reading' (duration: 497.144137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.166894Z","time spent":"497.25978ms","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:53.66376Z","caller":"traceutil/trace.go:171","msg":"trace[685973666] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:26938; }","duration":"7.767866804s","start":"2026-03-31T05:59:45.895878Z","end":"2026-03-31T05:59:53.663744Z","steps":["trace[685973666] 'agreement among raft nodes before linearized reading' (duration: 7.767714549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689989781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:53.664209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:45.895862Z","time spent":"7.768337518s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:53.663046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:49.728808Z","time spent":"3.934222422s","remote":"127.0.0.1:37762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.664309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.825747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.66434Z","caller":"traceutil/trace.go:171","msg":"trace[1387278631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26938; }","duration":"545.883419ms","start":"2026-03-31T05:59:53.118451Z","end":"2026-03-31T05:59:53.664335Z","steps":["trace[1387278631] 'agreement among raft nodes before linearized reading' (duration: 545.831177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.118435Z","time spent":"545.92449ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:53.664394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810742776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.664435Z","caller":"traceutil/trace.go:171","msg":"trace[773977692] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26938; }","duration":"1.810825249s","start":"2026-03-31T05:59:51.8536Z","end":"2026-03-31T05:59:53.664426Z","steps":["trace[773977692] 'agreement among raft nodes before linearized reading' (duration: 1.810761917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069597781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:53.664479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:51.853579Z","time spent":"1.810883181s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:53.664504Z","caller":"traceutil/trace.go:171","msg":"trace[1306213852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26938; }","duration":"1.069743735s","start":"2026-03-31T05:59:52.594739Z","end":"2026-03-31T05:59:53.664483Z","steps":["trace[1306213852] 'agreement among raft nodes before linearized reading' (duration: 1.06957474s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:52.594721Z","time spent":"1.069850558s","remote":"127.0.0.1:53420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.664627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128936107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.664648Z","caller":"traceutil/trace.go:171","msg":"trace[297082016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26938; }","duration":"2.128961288s","start":"2026-03-31T05:59:51.535681Z","end":"2026-03-31T05:59:53.664642Z","steps":["trace[297082016] 'agreement among raft nodes before linearized reading' (duration: 2.128921207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:51.535637Z","time spent":"2.12902394s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.663094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108636604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:53.664739Z","caller":"traceutil/trace.go:171","msg":"trace[1168988086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26938; }","duration":"4.110305277s","start":"2026-03-31T05:59:49.55443Z","end":"2026-03-31T05:59:53.664735Z","steps":["trace[1168988086] 'agreement among raft nodes before linearized reading' (duration: 4.108638415s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:53.664267Z","caller":"traceutil/trace.go:171","msg":"trace[951162457] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26938; }","duration":"1.690090174s","start":"2026-03-31T05:59:51.974169Z","end":"2026-03-31T05:59:53.66426Z","steps":["trace[951162457] 'agreement among raft nodes before linearized reading' (duration: 1.690007412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:49.554416Z","time spent":"4.110336568s","remote":"127.0.0.1:37344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:53.664792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.065178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:53.664785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:51.97415Z","time spent":"1.690618261s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:53.664832Z","caller":"traceutil/trace.go:171","msg":"trace[338122742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26938; }","duration":"562.13788ms","start":"2026-03-31T05:59:53.102683Z","end":"2026-03-31T05:59:53.66482Z","steps":["trace[338122742] 'agreement among raft nodes before linearized reading' (duration: 562.070378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883682771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-31T05:59:53.664913Z","caller":"traceutil/trace.go:171","msg":"trace[1951524191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26938; }","duration":"2.883766333s","start":"2026-03-31T05:59:50.781127Z","end":"2026-03-31T05:59:53.664893Z","steps":["trace[1951524191] 'agreement among raft nodes before linearized reading' (duration: 2.883586937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.664968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.781122Z","time spent":"2.883833306s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-31T05:59:53.664112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.781034Z","time spent":"2.883005989s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:53.664868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.102664Z","time spent":"562.197221ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:53.665244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884196657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-31T05:59:53.665482Z","caller":"traceutil/trace.go:171","msg":"trace[545148354] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26938; }","duration":"2.884447475s","start":"2026-03-31T05:59:50.781014Z","end":"2026-03-31T05:59:53.665462Z","steps":["trace[545148354] 'agreement among raft nodes before linearized reading' (duration: 2.884138185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.665565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:50.781003Z","time spent":"2.884532517s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-31T05:59:53.664492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425357813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:53.668826Z","caller":"traceutil/trace.go:171","msg":"trace[1752855861] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26938; }","duration":"1.42972524s","start":"2026-03-31T05:59:52.239084Z","end":"2026-03-31T05:59:53.668809Z","steps":["trace[1752855861] 'agreement among raft nodes before linearized reading' (duration: 1.425380284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:53.668871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:52.239051Z","time spent":"1.429797512s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:55.453188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479306998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T05:59:55.570752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606517966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:55.571198Z","caller":"traceutil/trace.go:171","msg":"trace[1439386840] linearizableReadLoop","detail":"{readStateIndex:27870; appliedIndex:27869; }","duration":"1.902494469s","start":"2026-03-31T05:59:53.668668Z","end":"2026-03-31T05:59:55.571162Z","steps":["trace[1439386840] 'read index received' (duration: 295.466817ms)","trace[1439386840] 'applied index is now lower than readState.Index' (duration: 1.607023592s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:55.571398Z","caller":"traceutil/trace.go:171","msg":"trace[41516004] transaction","detail":"{read_only:false; response_revision:26939; number_of_response:1; }","duration":"1.904661238s","start":"2026-03-31T05:59:53.666716Z","end":"2026-03-31T05:59:55.571377Z","steps":["trace[41516004] 'process raft request' (duration: 297.415799ms)","trace[41516004] 'compare' (duration: 1.606159545s)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:55.571513Z","caller":"traceutil/trace.go:171","msg":"trace[1240921865] transaction","detail":"{read_only:false; response_revision:26943; number_of_response:1; }","duration":"1.897528524s","start":"2026-03-31T05:59:53.673901Z","end":"2026-03-31T05:59:55.57143Z","steps":["trace[1240921865] 'process raft request' (duration: 1.897345628s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.571791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903113689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T05:59:55.571853Z","caller":"traceutil/trace.go:171","msg":"trace[1776539156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26943; }","duration":"1.903194482s","start":"2026-03-31T05:59:53.668644Z","end":"2026-03-31T05:59:55.571838Z","steps":["trace[1776539156] 'agreement among raft nodes before linearized reading' (duration: 1.902940814s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.571896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.668635Z","time spent":"1.903249863s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T05:59:55.572026Z","caller":"traceutil/trace.go:171","msg":"trace[1660746139] transaction","detail":"{read_only:false; response_revision:26941; number_of_response:1; }","duration":"1.897994579s","start":"2026-03-31T05:59:53.673557Z","end":"2026-03-31T05:59:55.571552Z","steps":["trace[1660746139] 'process raft request' (duration: 1.897556725s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:55.571807Z","caller":"traceutil/trace.go:171","msg":"trace[1165343173] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"1.897932166s","start":"2026-03-31T05:59:53.67386Z","end":"2026-03-31T05:59:55.571792Z","steps":["trace[1165343173] 'process raft request' (duration: 1.897306917s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.572162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.673852Z","time spent":"1.898270977s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T05:59:55.572215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.673545Z","time spent":"1.898532185s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:55.572225Z","caller":"traceutil/trace.go:171","msg":"trace[579100278] transaction","detail":"{read_only:false; response_revision:26940; number_of_response:1; }","duration":"1.899478346s","start":"2026-03-31T05:59:53.672733Z","end":"2026-03-31T05:59:55.572212Z","steps":["trace[579100278] 'process raft request' (duration: 1.898254897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.572303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.67272Z","time spent":"1.899550667s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:55.571548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.666702Z","time spent":"1.904751231s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:55.571821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.673891Z","time spent":"1.897860214s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:55.62287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943776857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-31T05:59:55.622962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951603964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-31T05:59:55.622989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949655102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-31T05:59:55.623034Z","caller":"traceutil/trace.go:171","msg":"trace[1001322633] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26944; }","duration":"1.951723557s","start":"2026-03-31T05:59:53.671293Z","end":"2026-03-31T05:59:55.623017Z","steps":["trace[1001322633] 'agreement among raft nodes before linearized reading' (duration: 1.95148283s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:55.62306Z","caller":"traceutil/trace.go:171","msg":"trace[1803187122] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26944; }","duration":"1.949735105s","start":"2026-03-31T05:59:53.673309Z","end":"2026-03-31T05:59:55.623044Z","steps":["trace[1803187122] 'agreement among raft nodes before linearized reading' (duration: 1.949524189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.623083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.671289Z","time spent":"1.951785509s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T05:59:55.623099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.673304Z","time spent":"1.949785177s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-31T05:59:55.62322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.818612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:55.623256Z","caller":"traceutil/trace.go:171","msg":"trace[1450979425] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26944; }","duration":"368.896555ms","start":"2026-03-31T05:59:55.254352Z","end":"2026-03-31T05:59:55.623248Z","steps":["trace[1450979425] 'agreement among raft nodes before linearized reading' (duration: 368.842433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.62328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.254331Z","time spent":"368.942866ms","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:55.623416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94829289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-31T05:59:55.62345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950272082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-31T05:59:55.623464Z","caller":"traceutil/trace.go:171","msg":"trace[1389571649] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26944; }","duration":"1.948350921s","start":"2026-03-31T05:59:53.675099Z","end":"2026-03-31T05:59:55.62345Z","steps":["trace[1389571649] 'agreement among raft nodes before linearized reading' (duration: 1.948226267s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:55.623493Z","caller":"traceutil/trace.go:171","msg":"trace[30626001] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26944; }","duration":"1.950327693s","start":"2026-03-31T05:59:53.673154Z","end":"2026-03-31T05:59:55.623482Z","steps":["trace[30626001] 'agreement among raft nodes before linearized reading' (duration: 1.95021898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.623512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.675093Z","time spent":"1.948411773s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T05:59:55.62353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.673149Z","time spent":"1.950374005s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:55.62365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952278725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-31T05:59:55.623686Z","caller":"traceutil/trace.go:171","msg":"trace[1570683235] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26944; }","duration":"1.952330926s","start":"2026-03-31T05:59:53.671344Z","end":"2026-03-31T05:59:55.623674Z","steps":["trace[1570683235] 'agreement among raft nodes before linearized reading' (duration: 1.952252674s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.623711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.671332Z","time spent":"1.952373128s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T05:59:55.623806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633737102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:55.62383Z","caller":"traceutil/trace.go:171","msg":"trace[480381272] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26944; }","duration":"1.633807494s","start":"2026-03-31T05:59:53.990016Z","end":"2026-03-31T05:59:55.623823Z","steps":["trace[480381272] 'agreement among raft nodes before linearized reading' (duration: 1.633759222s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.62385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.989993Z","time spent":"1.633851635s","remote":"127.0.0.1:37508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:55.623427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.533056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:55.623959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461055394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:55.623981Z","caller":"traceutil/trace.go:171","msg":"trace[2111497256] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26944; }","duration":"1.461114336s","start":"2026-03-31T05:59:54.162859Z","end":"2026-03-31T05:59:55.623973Z","steps":["trace[2111497256] 'agreement among raft nodes before linearized reading' (duration: 1.461079594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.622889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402623367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:55.624008Z","caller":"traceutil/trace.go:171","msg":"trace[1515344944] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26944; }","duration":"1.403820975s","start":"2026-03-31T05:59:54.220178Z","end":"2026-03-31T05:59:55.623999Z","steps":["trace[1515344944] 'agreement among raft nodes before linearized reading' (duration: 1.402621328s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:55.623974Z","caller":"traceutil/trace.go:171","msg":"trace[139813299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26944; }","duration":"511.104804ms","start":"2026-03-31T05:59:55.112859Z","end":"2026-03-31T05:59:55.623963Z","steps":["trace[139813299] 'agreement among raft nodes before linearized reading' (duration: 510.545967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.624051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.112842Z","time spent":"511.199718ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:55.624049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:54.220156Z","time spent":"1.403879407s","remote":"127.0.0.1:37636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:55.62297Z","caller":"traceutil/trace.go:171","msg":"trace[1894395435] transaction","detail":"{read_only:false; response_revision:26944; number_of_response:1; }","duration":"1.594104756s","start":"2026-03-31T05:59:54.028845Z","end":"2026-03-31T05:59:55.62295Z","steps":["trace[1894395435] 'process raft request' (duration: 1.593681533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.624226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596469641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T05:59:55.624249Z","caller":"traceutil/trace.go:171","msg":"trace[1615331104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26944; }","duration":"1.596534023s","start":"2026-03-31T05:59:54.027708Z","end":"2026-03-31T05:59:55.624242Z","steps":["trace[1615331104] 'agreement among raft nodes before linearized reading' (duration: 1.596463901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.624269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:54.027685Z","time spent":"1.596580255s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T05:59:55.624277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955495916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T05:59:55.623215Z","caller":"traceutil/trace.go:171","msg":"trace[636086739] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26944; }","duration":"1.943939603s","start":"2026-03-31T05:59:53.679062Z","end":"2026-03-31T05:59:55.623001Z","steps":["trace[636086739] 'agreement among raft nodes before linearized reading' (duration: 1.943672315s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.624463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.679057Z","time spent":"1.945378788s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-31T05:59:55.624623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903783161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-03-31T05:59:55.622872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951599513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:55.624667Z","caller":"traceutil/trace.go:171","msg":"trace[471994167] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:26944; }","duration":"1.903858423s","start":"2026-03-31T05:59:53.720798Z","end":"2026-03-31T05:59:55.624657Z","steps":["trace[471994167] 'agreement among raft nodes before linearized reading' (duration: 1.90374853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.624011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:54.162838Z","time spent":"1.461159987s","remote":"127.0.0.1:58922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:55.624698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853228771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T05:59:55.624701Z","caller":"traceutil/trace.go:171","msg":"trace[51887586] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26944; }","duration":"1.953455872s","start":"2026-03-31T05:59:53.67123Z","end":"2026-03-31T05:59:55.624686Z","steps":["trace[51887586] 'agreement among raft nodes before linearized reading' (duration: 1.951589973s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:55.624735Z","caller":"traceutil/trace.go:171","msg":"trace[797381127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26944; }","duration":"1.853295613s","start":"2026-03-31T05:59:53.771428Z","end":"2026-03-31T05:59:55.624724Z","steps":["trace[797381127] 'agreement among raft nodes before linearized reading' (duration: 1.853244912s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.624759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.771413Z","time spent":"1.853340285s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:55.624768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.671219Z","time spent":"1.953511543s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:59:55.624299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:54.028814Z","time spent":"1.595430538s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:55.624361Z","caller":"traceutil/trace.go:171","msg":"trace[1394239219] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26944; }","duration":"1.955607469s","start":"2026-03-31T05:59:53.668735Z","end":"2026-03-31T05:59:55.624343Z","steps":["trace[1394239219] 'agreement among raft nodes before linearized reading' (duration: 1.955431994s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.624859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.668726Z","time spent":"1.956123485s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T05:59:55.624696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.720784Z","time spent":"1.903905354s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:55.625004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955468125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-31T05:59:55.625108Z","caller":"traceutil/trace.go:171","msg":"trace[440647818] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8; range_end:; response_count:1; response_revision:26944; }","duration":"1.95562669s","start":"2026-03-31T05:59:53.669454Z","end":"2026-03-31T05:59:55.625081Z","steps":["trace[440647818] 'agreement among raft nodes before linearized reading' (duration: 1.953454062s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:55.625187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:53.669435Z","time spent":"1.955735003s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8\" "} {"level":"warn","ts":"2026-03-31T05:59:56.065486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.832301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:56.065638Z","caller":"traceutil/trace.go:171","msg":"trace[692107368] transaction","detail":"{read_only:false; response_revision:26945; number_of_response:1; }","duration":"435.372985ms","start":"2026-03-31T05:59:55.630247Z","end":"2026-03-31T05:59:56.06562Z","steps":["trace[692107368] 'process raft request' (duration: 326.332857ms)","trace[692107368] 'compare' (duration: 108.697637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:56.065689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.630229Z","time spent":"435.438477ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:56.06574Z","caller":"traceutil/trace.go:171","msg":"trace[1631009847] linearizableReadLoop","detail":"{readStateIndex:27876; appliedIndex:27875; }","duration":"435.430117ms","start":"2026-03-31T05:59:55.630291Z","end":"2026-03-31T05:59:56.065721Z","steps":["trace[1631009847] 'read index received' (duration: 326.334188ms)","trace[1631009847] 'applied index is now lower than readState.Index' (duration: 109.094159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:56.065913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.621433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T05:59:56.065942Z","caller":"traceutil/trace.go:171","msg":"trace[445375207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26945; }","duration":"435.683214ms","start":"2026-03-31T05:59:55.630251Z","end":"2026-03-31T05:59:56.065934Z","steps":["trace[445375207] 'agreement among raft nodes before linearized reading' (duration: 435.558321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:56.065966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.630202Z","time spent":"435.758597ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-31T05:59:56.566784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:57.062129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.295521ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T05:59:57.062682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.630299Z","time spent":"1.432374494s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T05:59:57.063156Z","caller":"traceutil/trace.go:171","msg":"trace[1518179064] transaction","detail":"{read_only:false; response_revision:26946; number_of_response:1; }","duration":"1.431750424s","start":"2026-03-31T05:59:55.631375Z","end":"2026-03-31T05:59:57.063126Z","steps":["trace[1518179064] 'process raft request' (duration: 1.430899647s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:57.063345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.631353Z","time spent":"1.431877518s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:57.06345Z","caller":"traceutil/trace.go:171","msg":"trace[1481823768] linearizableReadLoop","detail":"{readStateIndex:27879; appliedIndex:27876; }","duration":"997.641829ms","start":"2026-03-31T05:59:56.065789Z","end":"2026-03-31T05:59:57.06343Z","steps":["trace[1481823768] 'read index received' (duration: 863.020727ms)","trace[1481823768] 'applied index is now lower than readState.Index' (duration: 134.619632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:57.063757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37213134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:57.063771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432055993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:57.063831Z","caller":"traceutil/trace.go:171","msg":"trace[1442400222] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26947; }","duration":"1.372336456s","start":"2026-03-31T05:59:55.691479Z","end":"2026-03-31T05:59:57.063815Z","steps":["trace[1442400222] 'agreement among raft nodes before linearized reading' (duration: 1.372168621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:57.06387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.691459Z","time spent":"1.372401008s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T05:59:57.063866Z","caller":"traceutil/trace.go:171","msg":"trace[1149473888] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26947; }","duration":"1.432180437s","start":"2026-03-31T05:59:55.631658Z","end":"2026-03-31T05:59:57.063838Z","steps":["trace[1149473888] 'agreement among raft nodes before linearized reading' (duration: 1.431997142s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:57.063863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423071231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-31T05:59:57.063926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.631649Z","time spent":"1.43226064s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T05:59:57.064091Z","caller":"traceutil/trace.go:171","msg":"trace[846593665] transaction","detail":"{read_only:false; response_revision:26947; number_of_response:1; }","duration":"1.424332581s","start":"2026-03-31T05:59:55.639749Z","end":"2026-03-31T05:59:57.064082Z","steps":["trace[846593665] 'process raft request' (duration: 1.422721581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:57.064177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.63973Z","time spent":"1.424387962s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:57.063933Z","caller":"traceutil/trace.go:171","msg":"trace[2146011926] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:26947; }","duration":"1.423176915s","start":"2026-03-31T05:59:55.640737Z","end":"2026-03-31T05:59:57.063914Z","steps":["trace[2146011926] 'agreement among raft nodes before linearized reading' (duration: 1.422915267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:57.06424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.640728Z","time spent":"1.423493575s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-31T05:59:57.064332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3196254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T05:59:57.064387Z","caller":"traceutil/trace.go:171","msg":"trace[1516465440] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:26947; }","duration":"1.319719992s","start":"2026-03-31T05:59:55.744654Z","end":"2026-03-31T05:59:57.064374Z","steps":["trace[1516465440] 'agreement among raft nodes before linearized reading' (duration: 1.319590908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:57.064454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:55.744633Z","time spent":"1.319809675s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:57.56449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:58.065481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:58.369594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1898271s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T05:59:58.370022Z","caller":"traceutil/trace.go:171","msg":"trace[2039879517] transaction","detail":"{read_only:false; response_revision:26948; number_of_response:1; }","duration":"1.694629487s","start":"2026-03-31T05:59:56.675364Z","end":"2026-03-31T05:59:58.369994Z","steps":["trace[2039879517] 'process raft request' (duration: 1.694449402s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.370212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:56.675346Z","time spent":"1.694767251s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:58.819733Z","caller":"traceutil/trace.go:171","msg":"trace[1578181010] transaction","detail":"{read_only:false; response_revision:26949; number_of_response:1; }","duration":"1.755087007s","start":"2026-03-31T05:59:57.06461Z","end":"2026-03-31T05:59:58.819697Z","steps":["trace[1578181010] 'process raft request' (duration: 1.658857172s)","trace[1578181010] 'compare' (duration: 95.945916ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T05:59:58.819802Z","caller":"traceutil/trace.go:171","msg":"trace[505332419] transaction","detail":"{read_only:false; response_revision:26950; number_of_response:1; }","duration":"1.749845433s","start":"2026-03-31T05:59:57.069909Z","end":"2026-03-31T05:59:58.819755Z","steps":["trace[505332419] 'process raft request' (duration: 1.749702368s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.819882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.064593Z","time spent":"1.755210731s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:58.819906Z","caller":"traceutil/trace.go:171","msg":"trace[305653931] linearizableReadLoop","detail":"{readStateIndex:27888; appliedIndex:27879; }","duration":"1.756390808s","start":"2026-03-31T05:59:57.063498Z","end":"2026-03-31T05:59:58.819889Z","steps":["trace[305653931] 'read index received' (duration: 1.306353092s)","trace[305653931] 'applied index is now lower than readState.Index' (duration: 450.036246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:58.819958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.069896Z","time spent":"1.749985307s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T05:59:58.820476Z","caller":"traceutil/trace.go:171","msg":"trace[2134606508] transaction","detail":"{read_only:false; response_revision:26951; number_of_response:1; }","duration":"1.227513454s","start":"2026-03-31T05:59:57.592947Z","end":"2026-03-31T05:59:58.82046Z","steps":["trace[2134606508] 'process raft request' (duration: 1.226723929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.820552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.592937Z","time spent":"1.227574747s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:58.820719Z","caller":"traceutil/trace.go:171","msg":"trace[1725721050] transaction","detail":"{read_only:false; response_revision:26952; number_of_response:1; }","duration":"1.227734161s","start":"2026-03-31T05:59:57.592973Z","end":"2026-03-31T05:59:58.820707Z","steps":["trace[1725721050] 'process raft request' (duration: 1.2267448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.820784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.592953Z","time spent":"1.227798053s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:58.820856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847193282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:58.820891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752434447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4a30b7c7-4f9a-4ac9-b18a-5c9921ff92d8\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T05:59:58.820939Z","caller":"traceutil/trace.go:171","msg":"trace[1921774708] transaction","detail":"{read_only:false; response_revision:26956; number_of_response:1; }","duration":"1.188307382s","start":"2026-03-31T05:59:57.632624Z","end":"2026-03-31T05:59:58.820931Z","steps":["trace[1921774708] 'process raft request' (duration: 1.187225018s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:58.820956Z","caller":"traceutil/trace.go:171","msg":"trace[348980879] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4a30b7c7-4f9a-4ac9-b18a-5c9921ff92d8; range_end:; response_count:1; response_revision:26956; }","duration":"2.7525385s","start":"2026-03-31T05:59:56.068399Z","end":"2026-03-31T05:59:58.820938Z","steps":["trace[348980879] 'agreement among raft nodes before linearized reading' (duration: 2.752337314s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:58.820963Z","caller":"traceutil/trace.go:171","msg":"trace[1445156947] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26956; }","duration":"1.847363148s","start":"2026-03-31T05:59:56.973571Z","end":"2026-03-31T05:59:58.820935Z","steps":["trace[1445156947] 'agreement among raft nodes before linearized reading' (duration: 1.847134641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.820987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:56.068385Z","time spent":"2.752595461s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-4a30b7c7-4f9a-4ac9-b18a-5c9921ff92d8\" "} {"level":"warn","ts":"2026-03-31T05:59:58.820999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.632606Z","time spent":"1.188364434s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:58.821032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:56.973551Z","time spent":"1.84746586s","remote":"127.0.0.1:37336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:58.821102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228213056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:58.820824Z","caller":"traceutil/trace.go:171","msg":"trace[1674223905] transaction","detail":"{read_only:false; response_revision:26954; number_of_response:1; }","duration":"1.188812747s","start":"2026-03-31T05:59:57.631977Z","end":"2026-03-31T05:59:58.820789Z","steps":["trace[1674223905] 'process raft request' (duration: 1.187810486s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:58.821143Z","caller":"traceutil/trace.go:171","msg":"trace[1956531867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26956; }","duration":"1.228276278s","start":"2026-03-31T05:59:57.592855Z","end":"2026-03-31T05:59:58.821131Z","steps":["trace[1956531867] 'agreement among raft nodes before linearized reading' (duration: 1.228213396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.821182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.59284Z","time spent":"1.22833126s","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:58.820898Z","caller":"traceutil/trace.go:171","msg":"trace[1223944676] transaction","detail":"{read_only:false; response_revision:26955; number_of_response:1; }","duration":"1.188516438s","start":"2026-03-31T05:59:57.63237Z","end":"2026-03-31T05:59:58.820887Z","steps":["trace[1223944676] 'process raft request' (duration: 1.187448075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.821195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753872939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:58.821341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.63236Z","time spent":"1.188917321s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:58.821359Z","caller":"traceutil/trace.go:171","msg":"trace[451637630] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26956; }","duration":"1.754136137s","start":"2026-03-31T05:59:57.0672Z","end":"2026-03-31T05:59:58.821336Z","steps":["trace[451637630] 'agreement among raft nodes before linearized reading' (duration: 1.753834428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.821474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.067183Z","time spent":"1.754277102s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T05:59:58.821531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.236553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:58.821539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178762122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T05:59:58.821494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.631949Z","time spent":"1.189286242s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T05:59:58.821588Z","caller":"traceutil/trace.go:171","msg":"trace[1749003052] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26956; }","duration":"1.178838194s","start":"2026-03-31T05:59:57.64274Z","end":"2026-03-31T05:59:58.821578Z","steps":["trace[1749003052] 'agreement among raft nodes before linearized reading' (duration: 1.17870787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.821623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.642715Z","time spent":"1.178898926s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:58.821659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228648229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T05:59:58.821689Z","caller":"traceutil/trace.go:171","msg":"trace[80980696] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26956; }","duration":"269.285665ms","start":"2026-03-31T05:59:58.55228Z","end":"2026-03-31T05:59:58.821566Z","steps":["trace[80980696] 'agreement among raft nodes before linearized reading' (duration: 269.217052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.821586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219875824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:58.821616Z","caller":"traceutil/trace.go:171","msg":"trace[2049837183] transaction","detail":"{read_only:false; response_revision:26953; number_of_response:1; }","duration":"1.193173405s","start":"2026-03-31T05:59:57.628392Z","end":"2026-03-31T05:59:58.821566Z","steps":["trace[2049837183] 'process raft request' (duration: 1.191360808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.821876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751127113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-03-31T05:59:58.821926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.107473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T05:59:58.821972Z","caller":"traceutil/trace.go:171","msg":"trace[480149991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26956; }","duration":"753.181864ms","start":"2026-03-31T05:59:58.068781Z","end":"2026-03-31T05:59:58.821963Z","steps":["trace[480149991] 'agreement among raft nodes before linearized reading' (duration: 753.079141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.822007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.068767Z","time spent":"753.232446ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T05:59:58.821914Z","caller":"traceutil/trace.go:171","msg":"trace[1077792589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26956; }","duration":"1.220119292s","start":"2026-03-31T05:59:57.601681Z","end":"2026-03-31T05:59:58.8218Z","steps":["trace[1077792589] 'agreement among raft nodes before linearized reading' (duration: 1.219882005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.822111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.225609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T05:59:58.821887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.628374Z","time spent":"1.193462774s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T05:59:58.82217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41285645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:58.822131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752344361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:58.822255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426396065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T05:59:58.821477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174833108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T05:59:58.822236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.60167Z","time spent":"1.220432951s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:58.822272Z","caller":"traceutil/trace.go:171","msg":"trace[173468021] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26956; }","duration":"1.752538447s","start":"2026-03-31T05:59:57.069717Z","end":"2026-03-31T05:59:58.822256Z","steps":["trace[173468021] 'agreement among raft nodes before linearized reading' (duration: 1.752266639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.822484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754936752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T05:59:58.822527Z","caller":"traceutil/trace.go:171","msg":"trace[950503210] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac; range_end:; response_count:1; response_revision:26956; }","duration":"1.754991774s","start":"2026-03-31T05:59:57.067522Z","end":"2026-03-31T05:59:58.822514Z","steps":["trace[950503210] 'agreement among raft nodes before linearized reading' (duration: 1.75486662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.822558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.067516Z","time spent":"1.755033655s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" "} {"level":"warn","ts":"2026-03-31T05:59:58.82253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753476557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-31T05:59:58.822606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718180267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:58.822603Z","caller":"traceutil/trace.go:171","msg":"trace[761759822] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26956; }","duration":"1.753547249s","start":"2026-03-31T05:59:57.069042Z","end":"2026-03-31T05:59:58.822589Z","steps":["trace[761759822] 'agreement among raft nodes before linearized reading' (duration: 1.753309591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T05:59:58.822653Z","caller":"traceutil/trace.go:171","msg":"trace[905087231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26956; }","duration":"1.718252999s","start":"2026-03-31T05:59:57.104391Z","end":"2026-03-31T05:59:58.822644Z","steps":["trace[905087231] 'agreement among raft nodes before linearized reading' (duration: 1.718184687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.822683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.104381Z","time spent":"1.71829624s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T05:59:58.82267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.069033Z","time spent":"1.753626521s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-31T05:59:58.822119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349995024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-03-31T05:59:58.82284Z","caller":"traceutil/trace.go:171","msg":"trace[2097784054] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26956; }","duration":"1.350749107s","start":"2026-03-31T05:59:57.472079Z","end":"2026-03-31T05:59:58.822828Z","steps":["trace[2097784054] 'agreement among raft nodes before linearized reading' (duration: 1.34988109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.822883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.472062Z","time spent":"1.35080989s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-31T05:59:58.822206Z","caller":"traceutil/trace.go:171","msg":"trace[253600960] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26956; }","duration":"1.412927542s","start":"2026-03-31T05:59:57.409267Z","end":"2026-03-31T05:59:58.822195Z","steps":["trace[253600960] 'agreement among raft nodes before linearized reading' (duration: 1.412877201s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.82295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.409245Z","time spent":"1.413692147s","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:58.821704Z","caller":"traceutil/trace.go:171","msg":"trace[1825527502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26956; }","duration":"1.228716622s","start":"2026-03-31T05:59:57.592975Z","end":"2026-03-31T05:59:58.821691Z","steps":["trace[1825527502] 'agreement among raft nodes before linearized reading' (duration: 1.228630469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.823102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.592958Z","time spent":"1.230134426s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T05:59:58.822295Z","caller":"traceutil/trace.go:171","msg":"trace[2477161] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26956; }","duration":"1.426469838s","start":"2026-03-31T05:59:57.395814Z","end":"2026-03-31T05:59:58.822284Z","steps":["trace[2477161] 'agreement among raft nodes before linearized reading' (duration: 1.426413346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.823165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.395795Z","time spent":"1.427356665s","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:58.821935Z","caller":"traceutil/trace.go:171","msg":"trace[1981211737] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:26956; }","duration":"1.751193455s","start":"2026-03-31T05:59:57.070725Z","end":"2026-03-31T05:59:58.821918Z","steps":["trace[1981211737] 'agreement among raft nodes before linearized reading' (duration: 1.75103679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.82326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.070719Z","time spent":"1.752532346s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-31T05:59:58.822158Z","caller":"traceutil/trace.go:171","msg":"trace[178073748] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26956; }","duration":"560.304602ms","start":"2026-03-31T05:59:58.261843Z","end":"2026-03-31T05:59:58.822148Z","steps":["trace[178073748] 'agreement among raft nodes before linearized reading' (duration: 560.217319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.823365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.261827Z","time spent":"561.524801ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:58.821425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.461103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:58.823462Z","caller":"traceutil/trace.go:171","msg":"trace[1915431869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26956; }","duration":"210.538328ms","start":"2026-03-31T05:59:58.612914Z","end":"2026-03-31T05:59:58.823452Z","steps":["trace[1915431869] 'agreement among raft nodes before linearized reading' (duration: 208.475263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.822322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754918892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-n8pch\" ","response":"range_response_count:1 size:3396"} {"level":"info","ts":"2026-03-31T05:59:58.823694Z","caller":"traceutil/trace.go:171","msg":"trace[2132894915] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-n8pch; range_end:; response_count:1; response_revision:26956; }","duration":"1.756311676s","start":"2026-03-31T05:59:57.067372Z","end":"2026-03-31T05:59:58.823684Z","steps":["trace[2132894915] 'agreement among raft nodes before linearized reading' (duration: 1.754795118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.823736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.067366Z","time spent":"1.756359137s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3420,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-n8pch\" "} {"level":"warn","ts":"2026-03-31T05:59:58.823801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596944626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T05:59:58.823851Z","caller":"traceutil/trace.go:171","msg":"trace[2126446303] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26956; }","duration":"1.597027999s","start":"2026-03-31T05:59:57.226813Z","end":"2026-03-31T05:59:58.823841Z","steps":["trace[2126446303] 'agreement among raft nodes before linearized reading' (duration: 1.595502191s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.823883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.226798Z","time spent":"1.59707608s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2699,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T05:59:58.822311Z","caller":"traceutil/trace.go:171","msg":"trace[1788095831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26956; }","duration":"1.175707096s","start":"2026-03-31T05:59:57.646592Z","end":"2026-03-31T05:59:58.822299Z","steps":["trace[1788095831] 'agreement among raft nodes before linearized reading' (duration: 1.174811758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.824727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.64657Z","time spent":"1.178143082s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T05:59:58.822349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.488318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T05:59:58.824946Z","caller":"traceutil/trace.go:171","msg":"trace[232422280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26956; }","duration":"968.11495ms","start":"2026-03-31T05:59:57.856812Z","end":"2026-03-31T05:59:58.824927Z","steps":["trace[232422280] 'agreement among raft nodes before linearized reading' (duration: 965.499858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T05:59:58.825005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.856794Z","time spent":"968.193323ms","remote":"127.0.0.1:37472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T05:59:58.822615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:57.069709Z","time spent":"1.752860257s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T05:59:59.328349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T05:59:59.694203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:59.179372Z","time spent":"514.820423ms","remote":"127.0.0.1:50892","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T05:59:59.694759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.313917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T05:59:59.694864Z","caller":"traceutil/trace.go:171","msg":"trace[1209823172] transaction","detail":"{read_only:false; response_revision:26957; number_of_response:1; }","duration":"868.165278ms","start":"2026-03-31T05:59:58.82668Z","end":"2026-03-31T05:59:59.694845Z","steps":["trace[1209823172] 'process raft request' (duration: 646.685496ms)","trace[1209823172] 'compare' (duration: 220.797371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T05:59:59.694931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.826666Z","time spent":"868.23503ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:00.247079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.086498ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:00.247213Z","caller":"traceutil/trace.go:171","msg":"trace[406523431] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26957; }","duration":"374.234743ms","start":"2026-03-31T05:59:59.87296Z","end":"2026-03-31T06:00:00.247195Z","steps":["trace[406523431] 'range keys from in-memory index tree' (duration: 374.066088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:00.248113Z","caller":"traceutil/trace.go:171","msg":"trace[1476016962] transaction","detail":"{read_only:false; response_revision:26958; number_of_response:1; }","duration":"1.417077572s","start":"2026-03-31T05:59:58.831002Z","end":"2026-03-31T06:00:00.24808Z","steps":["trace[1476016962] 'process raft request' (duration: 1.378276652s)","trace[1476016962] 'compare' (duration: 38.429028ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:00.248166Z","caller":"traceutil/trace.go:171","msg":"trace[1104494764] transaction","detail":"{read_only:false; response_revision:26959; number_of_response:1; }","duration":"1.417047581s","start":"2026-03-31T05:59:58.831089Z","end":"2026-03-31T06:00:00.248137Z","steps":["trace[1104494764] 'process raft request' (duration: 1.416840894s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:00.248226Z","caller":"traceutil/trace.go:171","msg":"trace[1054186873] transaction","detail":"{read_only:false; response_revision:26961; number_of_response:1; }","duration":"1.416284187s","start":"2026-03-31T05:59:58.831918Z","end":"2026-03-31T06:00:00.248202Z","steps":["trace[1054186873] 'process raft request' (duration: 1.416124562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.248257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.830992Z","time spent":"1.417189305s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:00.248242Z","caller":"traceutil/trace.go:171","msg":"trace[1529309397] transaction","detail":"{read_only:false; response_revision:26960; number_of_response:1; }","duration":"1.416424641s","start":"2026-03-31T05:59:58.831759Z","end":"2026-03-31T06:00:00.248184Z","steps":["trace[1529309397] 'process raft request' (duration: 1.416235275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.248332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.831069Z","time spent":"1.417171685s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:00.248342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.831913Z","time spent":"1.416361719s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:00.248471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.831749Z","time spent":"1.416609077s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:00.248613Z","caller":"traceutil/trace.go:171","msg":"trace[1266752106] transaction","detail":"{read_only:false; response_revision:26963; number_of_response:1; }","duration":"1.075651131s","start":"2026-03-31T05:59:59.172936Z","end":"2026-03-31T06:00:00.248588Z","steps":["trace[1266752106] 'process raft request' (duration: 1.075428304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.248753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:59.172907Z","time spent":"1.075792325s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:00.24854Z","caller":"traceutil/trace.go:171","msg":"trace[1684026421] transaction","detail":"{read_only:false; response_revision:26962; number_of_response:1; }","duration":"1.416316338s","start":"2026-03-31T05:59:58.832213Z","end":"2026-03-31T06:00:00.248529Z","steps":["trace[1684026421] 'process raft request' (duration: 1.415874534s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.248892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.832195Z","time spent":"1.416650448s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3698,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:00.638603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.081961ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:00:00.638693Z","caller":"traceutil/trace.go:171","msg":"trace[372612564] linearizableReadLoop","detail":"{readStateIndex:27896; appliedIndex:27888; }","duration":"1.811413546s","start":"2026-03-31T05:59:58.827265Z","end":"2026-03-31T06:00:00.638679Z","steps":["trace[372612564] 'read index received' (duration: 646.103408ms)","trace[372612564] 'applied index is now lower than readState.Index' (duration: 1.165305968s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:00.639832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813055638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:00.639839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.107491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-03-31T06:00:00.639882Z","caller":"traceutil/trace.go:171","msg":"trace[1529253481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26963; }","duration":"1.813124051s","start":"2026-03-31T05:59:58.826744Z","end":"2026-03-31T06:00:00.639868Z","steps":["trace[1529253481] 'agreement among raft nodes before linearized reading' (duration: 1.813015087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.639905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806019557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"warn","ts":"2026-03-31T06:00:00.6399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813539463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-31T06:00:00.639921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.826738Z","time spent":"1.813174992s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:00.639943Z","caller":"traceutil/trace.go:171","msg":"trace[28237667] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26963; }","duration":"1.806074719s","start":"2026-03-31T05:59:58.833859Z","end":"2026-03-31T06:00:00.639934Z","steps":["trace[28237667] 'agreement among raft nodes before linearized reading' (duration: 1.805974106s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:00.639957Z","caller":"traceutil/trace.go:171","msg":"trace[529544035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:26963; }","duration":"1.813641347s","start":"2026-03-31T05:59:58.826301Z","end":"2026-03-31T06:00:00.639943Z","steps":["trace[529544035] 'agreement among raft nodes before linearized reading' (duration: 1.813470742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.639947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031601655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:00.639844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808909558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18617"} {"level":"warn","ts":"2026-03-31T06:00:00.640001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.826284Z","time spent":"1.813706039s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:00.640009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807835954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:00.640016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.439929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-n8pch\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-31T06:00:00.640034Z","caller":"traceutil/trace.go:171","msg":"trace[645935345] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26963; }","duration":"1.807870665s","start":"2026-03-31T05:59:58.832157Z","end":"2026-03-31T06:00:00.640028Z","steps":["trace[645935345] 'agreement among raft nodes before linearized reading' (duration: 1.807827883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.639966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.833851Z","time spent":"1.80610963s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-31T06:00:00.640026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.171254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:00.64005Z","caller":"traceutil/trace.go:171","msg":"trace[730723234] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-n8pch; range_end:; response_count:1; response_revision:26963; }","duration":"380.524961ms","start":"2026-03-31T06:00:00.259514Z","end":"2026-03-31T06:00:00.640039Z","steps":["trace[730723234] 'agreement among raft nodes before linearized reading' (duration: 380.420758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:00.640051Z","caller":"traceutil/trace.go:171","msg":"trace[123640473] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26963; }","duration":"1.809148676s","start":"2026-03-31T05:59:58.830879Z","end":"2026-03-31T06:00:00.640028Z","steps":["trace[123640473] 'agreement among raft nodes before linearized reading' (duration: 1.808779954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.640089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.597674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:00.640018Z","caller":"traceutil/trace.go:171","msg":"trace[309614848] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26963; }","duration":"1.031680388s","start":"2026-03-31T05:59:59.608319Z","end":"2026-03-31T06:00:00.64Z","steps":["trace[309614848] 'agreement among raft nodes before linearized reading' (duration: 1.031563694s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:00.640088Z","caller":"traceutil/trace.go:171","msg":"trace[847107029] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26963; }","duration":"348.246956ms","start":"2026-03-31T06:00:00.291821Z","end":"2026-03-31T06:00:00.640068Z","steps":["trace[847107029] 'agreement among raft nodes before linearized reading' (duration: 348.06904ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:00.64011Z","caller":"traceutil/trace.go:171","msg":"trace[1514202290] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26963; }","duration":"904.657536ms","start":"2026-03-31T05:59:59.735447Z","end":"2026-03-31T06:00:00.640105Z","steps":["trace[1514202290] 'agreement among raft nodes before linearized reading' (duration: 904.619975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.640117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:59.608251Z","time spent":"1.031856894s","remote":"127.0.0.1:37410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:00.640114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.830863Z","time spent":"1.809233408s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T06:00:00.640132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:59.735426Z","time spent":"904.701398ms","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:00.640175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80896639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"warn","ts":"2026-03-31T06:00:00.640055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.832152Z","time spent":"1.807898396s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T06:00:00.640235Z","caller":"traceutil/trace.go:171","msg":"trace[1308835724] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:26963; }","duration":"1.809042612s","start":"2026-03-31T05:59:58.831174Z","end":"2026-03-31T06:00:00.640216Z","steps":["trace[1308835724] 'agreement among raft nodes before linearized reading' (duration: 1.808926598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.640266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813473901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T06:00:00.64028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.831168Z","time spent":"1.809100273s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"info","ts":"2026-03-31T06:00:00.6403Z","caller":"traceutil/trace.go:171","msg":"trace[2094633048] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26963; }","duration":"1.813524793s","start":"2026-03-31T05:59:58.826765Z","end":"2026-03-31T06:00:00.64029Z","steps":["trace[2094633048] 'agreement among raft nodes before linearized reading' (duration: 1.81342608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.640327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:58.826752Z","time spent":"1.813567684s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T06:00:00.640087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.259496Z","time spent":"380.582352ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3740,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-n8pch\" "} {"level":"warn","ts":"2026-03-31T06:00:00.640128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.291764Z","time spent":"348.35532ms","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:00.639891Z","caller":"traceutil/trace.go:171","msg":"trace[1551449947] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:26963; }","duration":"941.205275ms","start":"2026-03-31T05:59:59.698672Z","end":"2026-03-31T06:00:00.639878Z","steps":["trace[1551449947] 'agreement among raft nodes before linearized reading' (duration: 941.065461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:00.640662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T05:59:59.698654Z","time spent":"941.948028ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"warn","ts":"2026-03-31T06:00:01.147585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T06:00:01.232714Z","caller":"traceutil/trace.go:171","msg":"trace[1459327711] transaction","detail":"{read_only:false; response_revision:26964; number_of_response:1; }","duration":"587.854818ms","start":"2026-03-31T06:00:00.644833Z","end":"2026-03-31T06:00:01.232688Z","steps":["trace[1459327711] 'process raft request' (duration: 587.660412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.23287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.644822Z","time spent":"587.966521ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:01.447608Z","caller":"traceutil/trace.go:171","msg":"trace[845445788] transaction","detail":"{read_only:false; response_revision:26966; number_of_response:1; }","duration":"620.308378ms","start":"2026-03-31T06:00:00.827279Z","end":"2026-03-31T06:00:01.447587Z","steps":["trace[845445788] 'process raft request' (duration: 620.191614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.447737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.827257Z","time spent":"620.408401ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:01.447911Z","caller":"traceutil/trace.go:171","msg":"trace[499661930] transaction","detail":"{read_only:false; response_revision:26967; number_of_response:1; }","duration":"618.812811ms","start":"2026-03-31T06:00:00.829083Z","end":"2026-03-31T06:00:01.447895Z","steps":["trace[499661930] 'process raft request' (duration: 618.43842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.447979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.829061Z","time spent":"618.877783ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:01.448156Z","caller":"traceutil/trace.go:171","msg":"trace[878154038] transaction","detail":"{read_only:false; response_revision:26968; number_of_response:1; }","duration":"618.824471ms","start":"2026-03-31T06:00:00.829323Z","end":"2026-03-31T06:00:01.448147Z","steps":["trace[878154038] 'process raft request' (duration: 618.712508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:01.448179Z","caller":"traceutil/trace.go:171","msg":"trace[1038424701] linearizableReadLoop","detail":"{readStateIndex:27904; appliedIndex:27896; }","duration":"802.748653ms","start":"2026-03-31T06:00:00.645422Z","end":"2026-03-31T06:00:01.44817Z","steps":["trace[1038424701] 'read index received' (duration: 587.120085ms)","trace[1038424701] 'applied index is now lower than readState.Index' (duration: 215.627888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:01.448195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.829307Z","time spent":"618.867383ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:01.44825Z","caller":"traceutil/trace.go:171","msg":"trace[236004528] transaction","detail":"{read_only:false; response_revision:26969; number_of_response:1; }","duration":"618.136269ms","start":"2026-03-31T06:00:00.830106Z","end":"2026-03-31T06:00:01.448242Z","steps":["trace[236004528] 'process raft request' (duration: 617.976244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.448292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.83007Z","time spent":"618.193502ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:01.44845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.998431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T06:00:01.44851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.511422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-31T06:00:01.448518Z","caller":"traceutil/trace.go:171","msg":"trace[862819433] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:26971; }","duration":"803.081913ms","start":"2026-03-31T06:00:00.64542Z","end":"2026-03-31T06:00:01.448502Z","steps":["trace[862819433] 'agreement among raft nodes before linearized reading' (duration: 802.888017ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:01.448546Z","caller":"traceutil/trace.go:171","msg":"trace[905273455] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26971; }","duration":"800.560643ms","start":"2026-03-31T06:00:00.647974Z","end":"2026-03-31T06:00:01.448535Z","steps":["trace[905273455] 'agreement among raft nodes before linearized reading' (duration: 800.4579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.448552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.64541Z","time spent":"803.135505ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:01.44857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.647967Z","time spent":"800.596374ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-31T06:00:01.448649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.841554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-03-31T06:00:01.448672Z","caller":"traceutil/trace.go:171","msg":"trace[783356175] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:26971; }","duration":"145.911077ms","start":"2026-03-31T06:00:01.302754Z","end":"2026-03-31T06:00:01.448665Z","steps":["trace[783356175] 'agreement among raft nodes before linearized reading' (duration: 145.853075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.448687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.957822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:01.44871Z","caller":"traceutil/trace.go:171","msg":"trace[337326810] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26971; }","duration":"756.024644ms","start":"2026-03-31T06:00:00.692677Z","end":"2026-03-31T06:00:01.448702Z","steps":["trace[337326810] 'agreement among raft nodes before linearized reading' (duration: 755.986753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.448729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.692659Z","time spent":"756.063445ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:01.44874Z","caller":"traceutil/trace.go:171","msg":"trace[1307140575] transaction","detail":"{read_only:false; response_revision:26970; number_of_response:1; }","duration":"617.857461ms","start":"2026-03-31T06:00:00.830869Z","end":"2026-03-31T06:00:01.448726Z","steps":["trace[1307140575] 'process raft request' (duration: 617.245992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.448813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.830855Z","time spent":"617.905093ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:01.448834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.54712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-31T06:00:01.448848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.835892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:01.448858Z","caller":"traceutil/trace.go:171","msg":"trace[1675748382] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac; range_end:; response_count:1; response_revision:26971; }","duration":"211.613541ms","start":"2026-03-31T06:00:01.237236Z","end":"2026-03-31T06:00:01.44885Z","steps":["trace[1675748382] 'agreement among raft nodes before linearized reading' (duration: 211.547699ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:01.44887Z","caller":"traceutil/trace.go:171","msg":"trace[1945703576] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26971; }","duration":"779.889964ms","start":"2026-03-31T06:00:00.668972Z","end":"2026-03-31T06:00:01.448862Z","steps":["trace[1945703576] 'agreement among raft nodes before linearized reading' (duration: 779.850372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:01.448886Z","caller":"traceutil/trace.go:171","msg":"trace[264025721] transaction","detail":"{read_only:false; response_revision:26971; number_of_response:1; }","duration":"617.998495ms","start":"2026-03-31T06:00:00.83088Z","end":"2026-03-31T06:00:01.448879Z","steps":["trace[264025721] 'process raft request' (duration: 617.259802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.448889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.668958Z","time spent":"779.924075ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:01.448952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.830866Z","time spent":"618.062518ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:01.449096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.855524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:01.44913Z","caller":"traceutil/trace.go:171","msg":"trace[915766205] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26971; }","duration":"528.924706ms","start":"2026-03-31T06:00:00.920197Z","end":"2026-03-31T06:00:01.449122Z","steps":["trace[915766205] 'agreement among raft nodes before linearized reading' (duration: 528.868764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.449152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.920179Z","time spent":"528.966017ms","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:01.449243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.709463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1160"} {"level":"warn","ts":"2026-03-31T06:00:01.449361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.779638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-31T06:00:01.44939Z","caller":"traceutil/trace.go:171","msg":"trace[363652053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26971; }","duration":"798.823299ms","start":"2026-03-31T06:00:00.650559Z","end":"2026-03-31T06:00:01.449382Z","steps":["trace[363652053] 'agreement among raft nodes before linearized reading' (duration: 798.727826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.44941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.650551Z","time spent":"798.853981ms","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T06:00:01.44955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.013048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:01.449576Z","caller":"traceutil/trace.go:171","msg":"trace[493350327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26971; }","duration":"801.054529ms","start":"2026-03-31T06:00:00.648516Z","end":"2026-03-31T06:00:01.449571Z","steps":["trace[493350327] 'agreement among raft nodes before linearized reading' (duration: 801.005977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.449596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.648509Z","time spent":"801.081811ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:01.448517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.868839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T06:00:01.449657Z","caller":"traceutil/trace.go:171","msg":"trace[255575988] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26971; }","duration":"701.039975ms","start":"2026-03-31T06:00:00.748608Z","end":"2026-03-31T06:00:01.449648Z","steps":["trace[255575988] 'agreement among raft nodes before linearized reading' (duration: 699.841728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.449684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.748589Z","time spent":"701.087417ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-31T06:00:01.447728Z","caller":"traceutil/trace.go:171","msg":"trace[246344635] transaction","detail":"{read_only:false; response_revision:26965; number_of_response:1; }","duration":"799.133419ms","start":"2026-03-31T06:00:00.64846Z","end":"2026-03-31T06:00:01.447593Z","steps":["trace[246344635] 'process raft request' (duration: 776.89978ms)","trace[246344635] 'compare' (duration: 21.976761ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:01.449275Z","caller":"traceutil/trace.go:171","msg":"trace[2063113074] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:26971; }","duration":"803.934149ms","start":"2026-03-31T06:00:00.645333Z","end":"2026-03-31T06:00:01.449267Z","steps":["trace[2063113074] 'agreement among raft nodes before linearized reading' (duration: 803.048762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:01.450036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.645317Z","time spent":"804.710454ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1184,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-03-31T06:00:01.451042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:00.648452Z","time spent":"801.589066ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3518,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:02.057527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.896928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:02.057622Z","caller":"traceutil/trace.go:171","msg":"trace[1660733317] linearizableReadLoop","detail":"{readStateIndex:27905; appliedIndex:27904; }","duration":"606.085851ms","start":"2026-03-31T06:00:01.451522Z","end":"2026-03-31T06:00:02.057608Z","steps":["trace[1660733317] 'read index received' (duration: 284.014538ms)","trace[1660733317] 'applied index is now lower than readState.Index' (duration: 322.070573ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:02.057684Z","caller":"traceutil/trace.go:171","msg":"trace[1947740659] transaction","detail":"{read_only:false; response_revision:26972; number_of_response:1; }","duration":"607.049951ms","start":"2026-03-31T06:00:01.450623Z","end":"2026-03-31T06:00:02.057673Z","steps":["trace[1947740659] 'process raft request' (duration: 284.931586ms)","trace[1947740659] 'compare' (duration: 321.813226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:02.057738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:01.450606Z","time spent":"607.105574ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:02.057981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.966772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:02.058011Z","caller":"traceutil/trace.go:171","msg":"trace[2062421473] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26972; }","duration":"602.012013ms","start":"2026-03-31T06:00:01.45599Z","end":"2026-03-31T06:00:02.058002Z","steps":["trace[2062421473] 'agreement among raft nodes before linearized reading' (duration: 601.959141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.058032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:01.455983Z","time spent":"602.043864ms","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T06:00:02.058109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.570446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:02.058175Z","caller":"traceutil/trace.go:171","msg":"trace[1361542455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26972; }","duration":"606.68469ms","start":"2026-03-31T06:00:01.451472Z","end":"2026-03-31T06:00:02.058156Z","steps":["trace[1361542455] 'agreement among raft nodes before linearized reading' (duration: 606.559756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.058193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.020341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq\" ","response":"range_response_count:1 size:5678"} {"level":"warn","ts":"2026-03-31T06:00:02.058204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:01.45142Z","time spent":"606.778733ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:02.058213Z","caller":"traceutil/trace.go:171","msg":"trace[1124819632] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq; range_end:; response_count:1; response_revision:26972; }","duration":"391.068092ms","start":"2026-03-31T06:00:01.667139Z","end":"2026-03-31T06:00:02.058207Z","steps":["trace[1124819632] 'agreement among raft nodes before linearized reading' (duration: 390.98182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.058232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:01.66712Z","time spent":"391.108464ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq\" "} {"level":"warn","ts":"2026-03-31T06:00:02.058341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.12487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-31T06:00:02.058422Z","caller":"traceutil/trace.go:171","msg":"trace[586087336] range","detail":"{range_begin:/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384; range_end:; response_count:1; response_revision:26972; }","duration":"604.250473ms","start":"2026-03-31T06:00:01.454153Z","end":"2026-03-31T06:00:02.058403Z","steps":["trace[586087336] 'agreement among raft nodes before linearized reading' (duration: 603.986185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.058463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:01.454134Z","time spent":"604.320986ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-48bef332-b6b5-47d9-b52e-e38f02556384\" "} {"level":"warn","ts":"2026-03-31T06:00:02.05831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.05765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4765"} {"level":"info","ts":"2026-03-31T06:00:02.058862Z","caller":"traceutil/trace.go:171","msg":"trace[1161066331] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:26972; }","duration":"606.833345ms","start":"2026-03-31T06:00:01.452001Z","end":"2026-03-31T06:00:02.058835Z","steps":["trace[1161066331] 'agreement among raft nodes before linearized reading' (duration: 605.736981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.058528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.371079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-03-31T06:00:02.059204Z","caller":"traceutil/trace.go:171","msg":"trace[1616036573] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:26972; }","duration":"605.997918ms","start":"2026-03-31T06:00:01.453132Z","end":"2026-03-31T06:00:02.05913Z","steps":["trace[1616036573] 'agreement among raft nodes before linearized reading' (duration: 605.308017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.059416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:01.453122Z","time spent":"606.219185ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":249,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:02.059977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:01.451979Z","time spent":"607.97383ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4789,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"warn","ts":"2026-03-31T06:00:02.431852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.346856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:02.431921Z","caller":"traceutil/trace.go:171","msg":"trace[1065174928] transaction","detail":"{read_only:false; response_revision:26973; number_of_response:1; }","duration":"365.88903ms","start":"2026-03-31T06:00:02.066021Z","end":"2026-03-31T06:00:02.43191Z","steps":["trace[1065174928] 'process raft request' (duration: 215.435521ms)","trace[1065174928] 'compare' (duration: 150.275184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:02.431953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.065995Z","time spent":"365.942952ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:02.722338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.051714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:02.722511Z","caller":"traceutil/trace.go:171","msg":"trace[71203974] linearizableReadLoop","detail":"{readStateIndex:27907; appliedIndex:27905; }","duration":"656.035249ms","start":"2026-03-31T06:00:02.066462Z","end":"2026-03-31T06:00:02.722497Z","steps":["trace[71203974] 'read index received' (duration: 215.008348ms)","trace[71203974] 'applied index is now lower than readState.Index' (duration: 441.025831ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:02.722587Z","caller":"traceutil/trace.go:171","msg":"trace[332816691] transaction","detail":"{read_only:false; response_revision:26974; number_of_response:1; }","duration":"656.34421ms","start":"2026-03-31T06:00:02.066233Z","end":"2026-03-31T06:00:02.722577Z","steps":["trace[332816691] 'process raft request' (duration: 508.006497ms)","trace[332816691] 'compare' (duration: 147.727294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:02.722627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.066202Z","time spent":"656.404112ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:02.722877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.385979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bf71733-9120-4e2e-9ecc-596311c33386\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-31T06:00:02.722907Z","caller":"traceutil/trace.go:171","msg":"trace[1240429393] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bf71733-9120-4e2e-9ecc-596311c33386; range_end:; response_count:1; response_revision:26975; }","duration":"655.431031ms","start":"2026-03-31T06:00:02.067467Z","end":"2026-03-31T06:00:02.722898Z","steps":["trace[1240429393] 'agreement among raft nodes before linearized reading' (duration: 655.306517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.722929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.067459Z","time spent":"655.463842ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-7bf71733-9120-4e2e-9ecc-596311c33386\" "} {"level":"warn","ts":"2026-03-31T06:00:02.722958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.902569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T06:00:02.72298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.497485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-31T06:00:02.723034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.039353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T06:00:02.723052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.731607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-31T06:00:02.723093Z","caller":"traceutil/trace.go:171","msg":"trace[1972210934] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26975; }","duration":"653.783009ms","start":"2026-03-31T06:00:02.069298Z","end":"2026-03-31T06:00:02.723081Z","steps":["trace[1972210934] 'agreement among raft nodes before linearized reading' (duration: 653.660985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:02.723097Z","caller":"traceutil/trace.go:171","msg":"trace[1973237857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26975; }","duration":"470.129507ms","start":"2026-03-31T06:00:02.252948Z","end":"2026-03-31T06:00:02.723077Z","steps":["trace[1973237857] 'agreement among raft nodes before linearized reading' (duration: 469.991032ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:02.723114Z","caller":"traceutil/trace.go:171","msg":"trace[1136957180] transaction","detail":"{read_only:false; response_revision:26975; number_of_response:1; }","duration":"652.045625ms","start":"2026-03-31T06:00:02.07106Z","end":"2026-03-31T06:00:02.723106Z","steps":["trace[1136957180] 'process raft request' (duration: 651.345163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.723129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.069279Z","time spent":"653.843981ms","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-31T06:00:02.723134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.252931Z","time spent":"470.195118ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:02.723157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.071051Z","time spent":"652.081155ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5779,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:02.723049Z","caller":"traceutil/trace.go:171","msg":"trace[1033976287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26975; }","duration":"469.983612ms","start":"2026-03-31T06:00:02.253031Z","end":"2026-03-31T06:00:02.723015Z","steps":["trace[1033976287] 'agreement among raft nodes before linearized reading' (duration: 469.778815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.723149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.785699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-03-31T06:00:02.723234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.253026Z","time spent":"470.200998ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T06:00:02.723265Z","caller":"traceutil/trace.go:171","msg":"trace[1717306165] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26975; }","duration":"632.915743ms","start":"2026-03-31T06:00:02.090336Z","end":"2026-03-31T06:00:02.723252Z","steps":["trace[1717306165] 'agreement among raft nodes before linearized reading' (duration: 632.569992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.723333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.090316Z","time spent":"632.978695ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1244,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-31T06:00:02.72305Z","caller":"traceutil/trace.go:171","msg":"trace[335290987] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:26975; }","duration":"656.611258ms","start":"2026-03-31T06:00:02.06642Z","end":"2026-03-31T06:00:02.723032Z","steps":["trace[335290987] 'agreement among raft nodes before linearized reading' (duration: 656.34183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.723204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.831496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-31T06:00:02.723559Z","caller":"traceutil/trace.go:171","msg":"trace[1354472007] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac; range_end:; response_count:1; response_revision:26975; }","duration":"288.198518ms","start":"2026-03-31T06:00:02.435331Z","end":"2026-03-31T06:00:02.72353Z","steps":["trace[1354472007] 'agreement among raft nodes before linearized reading' (duration: 287.807736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.723365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.630255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-31T06:00:02.723637Z","caller":"traceutil/trace.go:171","msg":"trace[1012038634] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:26975; }","duration":"632.931974ms","start":"2026-03-31T06:00:02.090689Z","end":"2026-03-31T06:00:02.723621Z","steps":["trace[1012038634] 'agreement among raft nodes before linearized reading' (duration: 632.511311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.723695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.090684Z","time spent":"632.993136ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-31T06:00:02.723708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.959906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"warn","ts":"2026-03-31T06:00:02.723499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.066402Z","time spent":"657.077472ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-03-31T06:00:02.723777Z","caller":"traceutil/trace.go:171","msg":"trace[1777183545] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:26975; }","duration":"634.042889ms","start":"2026-03-31T06:00:02.089707Z","end":"2026-03-31T06:00:02.72375Z","steps":["trace[1777183545] 'agreement among raft nodes before linearized reading' (duration: 633.235813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:02.723849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.089696Z","time spent":"634.138571ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":935,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-31T06:00:03.228805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:03.563059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.563701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:03.563165Z","caller":"traceutil/trace.go:171","msg":"trace[1664154511] transaction","detail":"{read_only:false; response_revision:26976; number_of_response:1; }","duration":"835.45895ms","start":"2026-03-31T06:00:02.727689Z","end":"2026-03-31T06:00:03.563147Z","steps":["trace[1664154511] 'process raft request' (duration: 734.728504ms)","trace[1664154511] 'compare' (duration: 100.317293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:03.563229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.727674Z","time spent":"835.523593ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:04.306488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.013672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:04.306957Z","caller":"traceutil/trace.go:171","msg":"trace[1427401979] transaction","detail":"{read_only:false; response_revision:26977; number_of_response:1; }","duration":"1.578659492s","start":"2026-03-31T06:00:02.728273Z","end":"2026-03-31T06:00:04.306932Z","steps":["trace[1427401979] 'process raft request' (duration: 1.165128693s)","trace[1427401979] 'compare' (duration: 412.235408ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:04.306974Z","caller":"traceutil/trace.go:171","msg":"trace[706044167] transaction","detail":"{read_only:false; response_revision:26982; number_of_response:1; }","duration":"852.855378ms","start":"2026-03-31T06:00:03.454101Z","end":"2026-03-31T06:00:04.306956Z","steps":["trace[706044167] 'process raft request' (duration: 852.787155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:04.307012Z","caller":"traceutil/trace.go:171","msg":"trace[572846824] transaction","detail":"{read_only:false; response_revision:26978; number_of_response:1; }","duration":"1.578708513s","start":"2026-03-31T06:00:02.728293Z","end":"2026-03-31T06:00:04.307001Z","steps":["trace[572846824] 'process raft request' (duration: 1.57828425s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:04.307044Z","caller":"traceutil/trace.go:171","msg":"trace[757456536] transaction","detail":"{read_only:false; response_revision:26980; number_of_response:1; }","duration":"931.216471ms","start":"2026-03-31T06:00:03.375793Z","end":"2026-03-31T06:00:04.307009Z","steps":["trace[757456536] 'process raft request' (duration: 931.013175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.307082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.728275Z","time spent":"1.578765815s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T06:00:04.307044Z","caller":"traceutil/trace.go:171","msg":"trace[1704205194] transaction","detail":"{read_only:false; response_revision:26981; number_of_response:1; }","duration":"854.572841ms","start":"2026-03-31T06:00:03.452442Z","end":"2026-03-31T06:00:04.307015Z","steps":["trace[1704205194] 'process raft request' (duration: 854.406876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.307083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.728262Z","time spent":"1.578750424s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:04.307267Z","caller":"traceutil/trace.go:171","msg":"trace[830215004] transaction","detail":"{read_only:false; response_revision:26983; number_of_response:1; }","duration":"852.695372ms","start":"2026-03-31T06:00:03.454543Z","end":"2026-03-31T06:00:04.307238Z","steps":["trace[830215004] 'process raft request' (duration: 852.380373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.307054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.454078Z","time spent":"852.940681ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:04.306951Z","caller":"traceutil/trace.go:171","msg":"trace[1722640294] transaction","detail":"{read_only:false; response_revision:26979; number_of_response:1; }","duration":"1.578579969s","start":"2026-03-31T06:00:02.728337Z","end":"2026-03-31T06:00:04.306917Z","steps":["trace[1722640294] 'process raft request' (duration: 1.578378863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.307485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.454518Z","time spent":"852.890589ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:04.307225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.452407Z","time spent":"854.736266ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:04.307228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.375764Z","time spent":"931.369185ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:04.307843Z","caller":"traceutil/trace.go:171","msg":"trace[868153182] transaction","detail":"{read_only:false; response_revision:26984; number_of_response:1; }","duration":"848.955135ms","start":"2026-03-31T06:00:03.458876Z","end":"2026-03-31T06:00:04.307832Z","steps":["trace[868153182] 'process raft request' (duration: 848.227482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.307626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.728331Z","time spent":"1.579188228s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:04.307927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.458859Z","time spent":"849.016296ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:04.308507Z","caller":"traceutil/trace.go:171","msg":"trace[383396651] transaction","detail":"{read_only:false; response_revision:26985; number_of_response:1; }","duration":"849.583875ms","start":"2026-03-31T06:00:03.458904Z","end":"2026-03-31T06:00:04.308488Z","steps":["trace[383396651] 'process raft request' (duration: 848.838301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:04.308705Z","caller":"traceutil/trace.go:171","msg":"trace[1595229996] transaction","detail":"{read_only:false; response_revision:26986; number_of_response:1; }","duration":"849.732999ms","start":"2026-03-31T06:00:03.458951Z","end":"2026-03-31T06:00:04.308684Z","steps":["trace[1595229996] 'process raft request' (duration: 849.491421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.308793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.45892Z","time spent":"849.830552ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:04.308771Z","caller":"traceutil/trace.go:171","msg":"trace[271924393] linearizableReadLoop","detail":"{readStateIndex:27912; appliedIndex:27908; }","duration":"1.580902282s","start":"2026-03-31T06:00:02.727852Z","end":"2026-03-31T06:00:04.308755Z","steps":["trace[271924393] 'read index received' (duration: 734.633301ms)","trace[271924393] 'applied index is now lower than readState.Index' (duration: 846.267921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:04.308984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.45889Z","time spent":"849.670257ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:04.30956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580371156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T06:00:04.309612Z","caller":"traceutil/trace.go:171","msg":"trace[1580645918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26987; }","duration":"1.58050754s","start":"2026-03-31T06:00:02.729091Z","end":"2026-03-31T06:00:04.309598Z","steps":["trace[1580645918] 'agreement among raft nodes before linearized reading' (duration: 1.580292203s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:04.309845Z","caller":"traceutil/trace.go:171","msg":"trace[110215630] transaction","detail":"{read_only:false; response_revision:26987; number_of_response:1; }","duration":"664.153716ms","start":"2026-03-31T06:00:03.645674Z","end":"2026-03-31T06:00:04.309827Z","steps":["trace[110215630] 'process raft request' (duration: 662.963288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.309991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.645647Z","time spent":"664.235449ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:04.310014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.556736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T06:00:04.31006Z","caller":"traceutil/trace.go:171","msg":"trace[168958601] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:26987; }","duration":"641.66655ms","start":"2026-03-31T06:00:03.668381Z","end":"2026-03-31T06:00:04.310048Z","steps":["trace[168958601] 'agreement among raft nodes before linearized reading' (duration: 641.520315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.310095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.668361Z","time spent":"641.726111ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T06:00:04.310398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582537384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-31T06:00:04.310444Z","caller":"traceutil/trace.go:171","msg":"trace[1314122827] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:26987; }","duration":"1.582613636s","start":"2026-03-31T06:00:02.72782Z","end":"2026-03-31T06:00:04.310433Z","steps":["trace[1314122827] 'agreement among raft nodes before linearized reading' (duration: 1.581194651s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.310475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.727806Z","time spent":"1.582662368s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:04.310511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517020934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:04.309838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.864043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T06:00:04.310603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.729073Z","time spent":"1.581515392s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:04.310901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.023262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:04.310949Z","caller":"traceutil/trace.go:171","msg":"trace[32607412] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26987; }","duration":"420.112715ms","start":"2026-03-31T06:00:03.890824Z","end":"2026-03-31T06:00:04.310937Z","steps":["trace[32607412] 'agreement among raft nodes before linearized reading' (duration: 420.035902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.310981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.890804Z","time spent":"420.167357ms","remote":"127.0.0.1:37462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:04.310638Z","caller":"traceutil/trace.go:171","msg":"trace[1689630597] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26987; }","duration":"892.711741ms","start":"2026-03-31T06:00:03.417905Z","end":"2026-03-31T06:00:04.310616Z","steps":["trace[1689630597] 'agreement among raft nodes before linearized reading' (duration: 891.763611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.311179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.41788Z","time spent":"893.217976ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T06:00:04.311418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003688478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:04.311619Z","caller":"traceutil/trace.go:171","msg":"trace[406894003] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26987; }","duration":"1.003915015s","start":"2026-03-31T06:00:03.307675Z","end":"2026-03-31T06:00:04.31159Z","steps":["trace[406894003] 'agreement among raft nodes before linearized reading' (duration: 1.003685528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.31171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.307654Z","time spent":"1.004030529s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:04.31145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224365596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:04.311976Z","caller":"traceutil/trace.go:171","msg":"trace[369325678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26987; }","duration":"1.224919453s","start":"2026-03-31T06:00:03.087038Z","end":"2026-03-31T06:00:04.311957Z","steps":["trace[369325678] 'agreement among raft nodes before linearized reading' (duration: 1.224377156s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.312036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:03.087018Z","time spent":"1.225001555s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:04.310561Z","caller":"traceutil/trace.go:171","msg":"trace[36232168] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26987; }","duration":"1.517074126s","start":"2026-03-31T06:00:02.793474Z","end":"2026-03-31T06:00:04.310548Z","steps":["trace[36232168] 'agreement among raft nodes before linearized reading' (duration: 1.516992503s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.312135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.793416Z","time spent":"1.518700257s","remote":"127.0.0.1:37766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:04.311549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511255534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-31T06:00:04.312222Z","caller":"traceutil/trace.go:171","msg":"trace[1531838510] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:26987; }","duration":"1.511929455s","start":"2026-03-31T06:00:02.800279Z","end":"2026-03-31T06:00:04.312208Z","steps":["trace[1531838510] 'agreement among raft nodes before linearized reading' (duration: 1.509829669s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.312259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.800269Z","time spent":"1.511979026s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1254,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T06:00:04.311018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581344516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T06:00:04.3185Z","caller":"traceutil/trace.go:171","msg":"trace[1452144234] range","detail":"{range_begin:/registry/persistentvolumes/pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9; range_end:; response_count:1; response_revision:26987; }","duration":"1.588840762s","start":"2026-03-31T06:00:02.729642Z","end":"2026-03-31T06:00:04.318483Z","steps":["trace[1452144234] 'agreement among raft nodes before linearized reading' (duration: 1.581292805s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:04.318543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:02.729633Z","time spent":"1.588890083s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9\" "} {"level":"warn","ts":"2026-03-31T06:00:05.446992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.302948ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T06:00:05.447851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:04.310704Z","time spent":"1.137138843s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:00:05.447899Z","caller":"traceutil/trace.go:171","msg":"trace[1109694893] linearizableReadLoop","detail":"{readStateIndex:27921; appliedIndex:27920; }","duration":"1.135229623s","start":"2026-03-31T06:00:04.312636Z","end":"2026-03-31T06:00:05.447865Z","steps":["trace[1109694893] 'read index received' (duration: 165.054568ms)","trace[1109694893] 'applied index is now lower than readState.Index' (duration: 970.171495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:05.448083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135423679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:05.448145Z","caller":"traceutil/trace.go:171","msg":"trace[514444035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26987; }","duration":"1.135517343s","start":"2026-03-31T06:00:04.312611Z","end":"2026-03-31T06:00:05.448129Z","steps":["trace[514444035] 'agreement among raft nodes before linearized reading' (duration: 1.135399259s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:05.448204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:04.312596Z","time spent":"1.135594095s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:05.480266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009165791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-03-31T06:00:05.480341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158922898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-31T06:00:05.480457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.831735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T06:00:05.480453Z","caller":"traceutil/trace.go:171","msg":"trace[16588731] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:26988; }","duration":"1.009351647s","start":"2026-03-31T06:00:04.471045Z","end":"2026-03-31T06:00:05.480397Z","steps":["trace[16588731] 'agreement among raft nodes before linearized reading' (duration: 1.009068498s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:05.480518Z","caller":"traceutil/trace.go:171","msg":"trace[1137314464] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:26988; }","duration":"383.914218ms","start":"2026-03-31T06:00:05.09659Z","end":"2026-03-31T06:00:05.480504Z","steps":["trace[1137314464] 'agreement among raft nodes before linearized reading' (duration: 383.797564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:05.480567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:04.471026Z","time spent":"1.009527202s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-03-31T06:00:05.480462Z","caller":"traceutil/trace.go:171","msg":"trace[1916938796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26988; }","duration":"1.159082103s","start":"2026-03-31T06:00:04.321355Z","end":"2026-03-31T06:00:05.480437Z","steps":["trace[1916938796] 'agreement among raft nodes before linearized reading' (duration: 1.158780074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:05.480639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.096574Z","time spent":"384.026371ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T06:00:05.48071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:04.321337Z","time spent":"1.159351951s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T06:00:05.480346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166410314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13660"} {"level":"info","ts":"2026-03-31T06:00:05.480797Z","caller":"traceutil/trace.go:171","msg":"trace[1344527726] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26988; }","duration":"1.166869408s","start":"2026-03-31T06:00:04.313915Z","end":"2026-03-31T06:00:05.480784Z","steps":["trace[1344527726] 'agreement among raft nodes before linearized reading' (duration: 1.16627398s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:05.480341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153436616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-31T06:00:05.480856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:04.3139Z","time spent":"1.16693873s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13684,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T06:00:05.480906Z","caller":"traceutil/trace.go:171","msg":"trace[1014380585] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:26988; }","duration":"1.154033055s","start":"2026-03-31T06:00:04.326856Z","end":"2026-03-31T06:00:05.480889Z","steps":["trace[1014380585] 'agreement among raft nodes before linearized reading' (duration: 1.153368354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:05.480957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:04.326843Z","time spent":"1.154103466s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"info","ts":"2026-03-31T06:00:05.480366Z","caller":"traceutil/trace.go:171","msg":"trace[934914396] transaction","detail":"{read_only:false; response_revision:26988; number_of_response:1; }","duration":"1.166760814s","start":"2026-03-31T06:00:04.313581Z","end":"2026-03-31T06:00:05.480341Z","steps":["trace[934914396] 'process raft request' (duration: 1.166350322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:05.481187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:04.313565Z","time spent":"1.16756299s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:05.480287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.377174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:05.481307Z","caller":"traceutil/trace.go:171","msg":"trace[1072678900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26988; }","duration":"408.445298ms","start":"2026-03-31T06:00:05.072841Z","end":"2026-03-31T06:00:05.481286Z","steps":["trace[1072678900] 'agreement among raft nodes before linearized reading' (duration: 407.265751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:05.481377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.072825Z","time spent":"408.525951ms","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:06.395932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.572425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:06.396181Z","caller":"traceutil/trace.go:171","msg":"trace[1936071614] transaction","detail":"{read_only:false; response_revision:26991; number_of_response:1; }","duration":"757.910992ms","start":"2026-03-31T06:00:05.638251Z","end":"2026-03-31T06:00:06.396162Z","steps":["trace[1936071614] 'process raft request' (duration: 757.85707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.396147Z","caller":"traceutil/trace.go:171","msg":"trace[821720294] transaction","detail":"{read_only:false; response_revision:26989; number_of_response:1; }","duration":"947.232663ms","start":"2026-03-31T06:00:05.448838Z","end":"2026-03-31T06:00:06.396071Z","steps":["trace[821720294] 'process raft request' (duration: 110.440051ms)","trace[821720294] 'compare' (duration: 836.464612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:06.396253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.638231Z","time spent":"757.991685ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:06.396375Z","caller":"traceutil/trace.go:171","msg":"trace[205524899] linearizableReadLoop","detail":"{readStateIndex:27923; appliedIndex:27922; }","duration":"916.24783ms","start":"2026-03-31T06:00:05.480087Z","end":"2026-03-31T06:00:06.396335Z","steps":["trace[205524899] 'read index received' (duration: 79.20516ms)","trace[205524899] 'applied index is now lower than readState.Index' (duration: 837.038189ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:06.396456Z","caller":"traceutil/trace.go:171","msg":"trace[619761067] transaction","detail":"{read_only:false; response_revision:26990; number_of_response:1; }","duration":"906.908226ms","start":"2026-03-31T06:00:05.489536Z","end":"2026-03-31T06:00:06.396444Z","steps":["trace[619761067] 'process raft request' (duration: 906.501063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.396454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.448811Z","time spent":"947.463811ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:06.396512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.489524Z","time spent":"906.959807ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:06.396649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.913873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:06.396714Z","caller":"traceutil/trace.go:171","msg":"trace[89333102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26991; }","duration":"940.026137ms","start":"2026-03-31T06:00:05.45667Z","end":"2026-03-31T06:00:06.396697Z","steps":["trace[89333102] 'agreement among raft nodes before linearized reading' (duration: 939.832841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.396769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.456656Z","time spent":"940.100139ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:06.773919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.501237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:06.774094Z","caller":"traceutil/trace.go:171","msg":"trace[1983216933] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"459.937887ms","start":"2026-03-31T06:00:06.31414Z","end":"2026-03-31T06:00:06.774078Z","steps":["trace[1983216933] 'process raft request' (duration: 228.212063ms)","trace[1983216933] 'compare' (duration: 231.317911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:06.77415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.31411Z","time spent":"460.01715ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:06.774845Z","caller":"traceutil/trace.go:171","msg":"trace[1583296566] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"460.270677ms","start":"2026-03-31T06:00:06.31455Z","end":"2026-03-31T06:00:06.774821Z","steps":["trace[1583296566] 'process raft request' (duration: 459.442911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.774989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.314535Z","time spent":"460.386192ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:06.775294Z","caller":"traceutil/trace.go:171","msg":"trace[1658206937] transaction","detail":"{read_only:false; response_revision:26994; number_of_response:1; }","duration":"458.728659ms","start":"2026-03-31T06:00:06.316536Z","end":"2026-03-31T06:00:06.775265Z","steps":["trace[1658206937] 'process raft request' (duration: 458.227874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.775413Z","caller":"traceutil/trace.go:171","msg":"trace[1888281577] transaction","detail":"{read_only:false; response_revision:26996; number_of_response:1; }","duration":"457.578323ms","start":"2026-03-31T06:00:06.317818Z","end":"2026-03-31T06:00:06.775396Z","steps":["trace[1888281577] 'process raft request' (duration: 457.455019ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.775412Z","caller":"traceutil/trace.go:171","msg":"trace[1015203511] transaction","detail":"{read_only:false; response_revision:26995; number_of_response:1; }","duration":"458.728889ms","start":"2026-03-31T06:00:06.316665Z","end":"2026-03-31T06:00:06.775394Z","steps":["trace[1015203511] 'process raft request' (duration: 458.523623ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.775425Z","caller":"traceutil/trace.go:171","msg":"trace[887400987] linearizableReadLoop","detail":"{readStateIndex:27931; appliedIndex:27925; }","duration":"378.938301ms","start":"2026-03-31T06:00:06.396461Z","end":"2026-03-31T06:00:06.7754Z","steps":["trace[887400987] 'read index received' (duration: 145.833353ms)","trace[887400987] 'applied index is now lower than readState.Index' (duration: 233.104108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:06.77545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.316509Z","time spent":"458.866694ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:06.7755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.316639Z","time spent":"458.816981ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:06.775501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.317804Z","time spent":"457.644835ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:06.775542Z","caller":"traceutil/trace.go:171","msg":"trace[1421306917] transaction","detail":"{read_only:false; response_revision:26997; number_of_response:1; }","duration":"457.648285ms","start":"2026-03-31T06:00:06.317881Z","end":"2026-03-31T06:00:06.775529Z","steps":["trace[1421306917] 'process raft request' (duration: 457.475389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.775547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283533134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-03-31T06:00:06.775579Z","caller":"traceutil/trace.go:171","msg":"trace[2107319824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:26997; }","duration":"1.283567995s","start":"2026-03-31T06:00:05.492003Z","end":"2026-03-31T06:00:06.775571Z","steps":["trace[2107319824] 'agreement among raft nodes before linearized reading' (duration: 1.283442841s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.77559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.317839Z","time spent":"457.724988ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:06.775602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.491971Z","time spent":"1.283626377s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3264,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-31T06:00:06.775571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287693905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-31T06:00:06.775535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207383471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T06:00:06.775648Z","caller":"traceutil/trace.go:171","msg":"trace[1083278252] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26997; }","duration":"1.207538155s","start":"2026-03-31T06:00:05.5681Z","end":"2026-03-31T06:00:06.775638Z","steps":["trace[1083278252] 'agreement among raft nodes before linearized reading' (duration: 1.207308248s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.775642Z","caller":"traceutil/trace.go:171","msg":"trace[1070477617] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:26997; }","duration":"1.287776918s","start":"2026-03-31T06:00:05.487852Z","end":"2026-03-31T06:00:06.775629Z","steps":["trace[1070477617] 'agreement among raft nodes before linearized reading' (duration: 1.287603392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.775654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287970724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-31T06:00:06.775645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.632281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:06.775677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.770563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T06:00:06.775689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.487843Z","time spent":"1.287836859s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" "} {"level":"info","ts":"2026-03-31T06:00:06.775693Z","caller":"traceutil/trace.go:171","msg":"trace[1296343136] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac; range_end:; response_count:1; response_revision:26997; }","duration":"1.288048225s","start":"2026-03-31T06:00:05.487632Z","end":"2026-03-31T06:00:06.77568Z","steps":["trace[1296343136] 'agreement among raft nodes before linearized reading' (duration: 1.28788819s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.7757Z","caller":"traceutil/trace.go:171","msg":"trace[1332931811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26997; }","duration":"377.743174ms","start":"2026-03-31T06:00:06.397945Z","end":"2026-03-31T06:00:06.775688Z","steps":["trace[1332931811] 'agreement among raft nodes before linearized reading' (duration: 377.651311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.775681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.533184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:06.775729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.397917Z","time spent":"377.804636ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:06.775663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.56808Z","time spent":"1.207578227s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:06.775731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283169353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"warn","ts":"2026-03-31T06:00:06.775726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.487618Z","time spent":"1.288100668s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jcg4j.18a1d77d69442dac\" "} {"level":"warn","ts":"2026-03-31T06:00:06.775789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.471822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:00:06.775762Z","caller":"traceutil/trace.go:171","msg":"trace[1070284595] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26997; }","duration":"249.651427ms","start":"2026-03-31T06:00:06.526087Z","end":"2026-03-31T06:00:06.775738Z","steps":["trace[1070284595] 'agreement among raft nodes before linearized reading' (duration: 249.524493ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.77581Z","caller":"traceutil/trace.go:171","msg":"trace[1003890223] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:26997; }","duration":"1.283287856s","start":"2026-03-31T06:00:05.492503Z","end":"2026-03-31T06:00:06.775791Z","steps":["trace[1003890223] 'agreement among raft nodes before linearized reading' (duration: 1.282994197s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:06.77584Z","caller":"traceutil/trace.go:171","msg":"trace[109814602] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26997; }","duration":"277.526194ms","start":"2026-03-31T06:00:06.498299Z","end":"2026-03-31T06:00:06.775826Z","steps":["trace[109814602] 'agreement among raft nodes before linearized reading' (duration: 277.306867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.775867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:05.492499Z","time spent":"1.283359598s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":259,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:06.775885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.100464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T06:00:06.775914Z","caller":"traceutil/trace.go:171","msg":"trace[1400167096] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26997; }","duration":"377.149695ms","start":"2026-03-31T06:00:06.398756Z","end":"2026-03-31T06:00:06.775906Z","steps":["trace[1400167096] 'agreement among raft nodes before linearized reading' (duration: 376.922877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.775941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.440477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T06:00:06.775947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.398743Z","time spent":"377.196187ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T06:00:06.775961Z","caller":"traceutil/trace.go:171","msg":"trace[257343600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26997; }","duration":"317.50944ms","start":"2026-03-31T06:00:06.458444Z","end":"2026-03-31T06:00:06.775954Z","steps":["trace[257343600] 'agreement among raft nodes before linearized reading' (duration: 317.17353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.775979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.458416Z","time spent":"317.559292ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T06:00:06.775714Z","caller":"traceutil/trace.go:171","msg":"trace[156836521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26997; }","duration":"460.839775ms","start":"2026-03-31T06:00:06.314863Z","end":"2026-03-31T06:00:06.775702Z","steps":["trace[156836521] 'agreement among raft nodes before linearized reading' (duration: 460.698711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:06.776012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.314841Z","time spent":"461.159636ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:07.327663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.406756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:07.327728Z","caller":"traceutil/trace.go:171","msg":"trace[1498478089] linearizableReadLoop","detail":"{readStateIndex:27932; appliedIndex:27931; }","duration":"547.85311ms","start":"2026-03-31T06:00:06.779864Z","end":"2026-03-31T06:00:07.327718Z","steps":["trace[1498478089] 'read index received' (duration: 398.343591ms)","trace[1498478089] 'applied index is now lower than readState.Index' (duration: 149.508629ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:07.327769Z","caller":"traceutil/trace.go:171","msg":"trace[1514649150] transaction","detail":"{read_only:false; response_revision:26998; number_of_response:1; }","duration":"549.226104ms","start":"2026-03-31T06:00:06.778538Z","end":"2026-03-31T06:00:07.327764Z","steps":["trace[1514649150] 'process raft request' (duration: 399.653952ms)","trace[1514649150] 'compare' (duration: 148.919931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:07.327805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.778518Z","time spent":"549.267485ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:07.327991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.126699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T06:00:07.328011Z","caller":"traceutil/trace.go:171","msg":"trace[928208885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26998; }","duration":"548.17311ms","start":"2026-03-31T06:00:06.779833Z","end":"2026-03-31T06:00:07.328006Z","steps":["trace[928208885] 'agreement among raft nodes before linearized reading' (duration: 548.077217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.328026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.779817Z","time spent":"548.205832ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T06:00:07.766779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.684996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:07.767085Z","caller":"traceutil/trace.go:171","msg":"trace[200155158] linearizableReadLoop","detail":"{readStateIndex:27934; appliedIndex:27932; }","duration":"439.322619ms","start":"2026-03-31T06:00:07.32774Z","end":"2026-03-31T06:00:07.767063Z","steps":["trace[200155158] 'read index received' (duration: 121.100347ms)","trace[200155158] 'applied index is now lower than readState.Index' (duration: 318.221052ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:07.767437Z","caller":"traceutil/trace.go:171","msg":"trace[440207615] transaction","detail":"{read_only:false; response_revision:27000; number_of_response:1; }","duration":"986.633283ms","start":"2026-03-31T06:00:06.780775Z","end":"2026-03-31T06:00:07.767408Z","steps":["trace[440207615] 'process raft request' (duration: 986.147388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.768188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.225405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T06:00:07.768412Z","caller":"traceutil/trace.go:171","msg":"trace[240613428] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27000; }","duration":"982.779942ms","start":"2026-03-31T06:00:06.785598Z","end":"2026-03-31T06:00:07.768378Z","steps":["trace[240613428] 'agreement among raft nodes before linearized reading' (duration: 982.042999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.768499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.785594Z","time spent":"982.887925ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-31T06:00:07.768225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.780755Z","time spent":"987.261082ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:07.767577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.526499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T06:00:07.769182Z","caller":"traceutil/trace.go:171","msg":"trace[977608346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27000; }","duration":"988.12872ms","start":"2026-03-31T06:00:06.781025Z","end":"2026-03-31T06:00:07.769153Z","steps":["trace[977608346] 'agreement among raft nodes before linearized reading' (duration: 986.405686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.769266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.781014Z","time spent":"988.230733ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:07.767569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.514835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:07.769383Z","caller":"traceutil/trace.go:171","msg":"trace[131900543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27000; }","duration":"985.378583ms","start":"2026-03-31T06:00:06.783989Z","end":"2026-03-31T06:00:07.769367Z","steps":["trace[131900543] 'agreement among raft nodes before linearized reading' (duration: 983.414671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.769434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.783981Z","time spent":"985.440535ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:07.767622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.645549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:07.769489Z","caller":"traceutil/trace.go:171","msg":"trace[1529699957] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:27000; }","duration":"943.573019ms","start":"2026-03-31T06:00:06.825897Z","end":"2026-03-31T06:00:07.76947Z","steps":["trace[1529699957] 'agreement among raft nodes before linearized reading' (duration: 941.514794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.76957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.82588Z","time spent":"943.676283ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:07.767702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.103307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T06:00:07.769733Z","caller":"traceutil/trace.go:171","msg":"trace[976067777] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27000; }","duration":"989.149041ms","start":"2026-03-31T06:00:06.780561Z","end":"2026-03-31T06:00:07.76971Z","steps":["trace[976067777] 'agreement among raft nodes before linearized reading' (duration: 987.038955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.76982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.780543Z","time spent":"989.255775ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T06:00:07.767706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.141317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq\" ","response":"range_response_count:1 size:5796"} {"level":"info","ts":"2026-03-31T06:00:07.769888Z","caller":"traceutil/trace.go:171","msg":"trace[111178090] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq; range_end:; response_count:1; response_revision:27000; }","duration":"632.360327ms","start":"2026-03-31T06:00:07.137512Z","end":"2026-03-31T06:00:07.769872Z","steps":["trace[111178090] 'agreement among raft nodes before linearized reading' (duration: 630.080365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.769936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.137491Z","time spent":"632.428879ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5820,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq\" "} {"level":"info","ts":"2026-03-31T06:00:07.767769Z","caller":"traceutil/trace.go:171","msg":"trace[1857163127] transaction","detail":"{read_only:false; response_revision:26999; number_of_response:1; }","duration":"987.160199ms","start":"2026-03-31T06:00:06.780592Z","end":"2026-03-31T06:00:07.767752Z","steps":["trace[1857163127] 'process raft request' (duration: 668.356658ms)","trace[1857163127] 'compare' (duration: 317.387187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:07.770121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:06.780579Z","time spent":"989.458082ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:07.767787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:07.770301Z","caller":"traceutil/trace.go:171","msg":"trace[1418896187] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27000; }","duration":"669.97229ms","start":"2026-03-31T06:00:07.100315Z","end":"2026-03-31T06:00:07.770287Z","steps":["trace[1418896187] 'agreement among raft nodes before linearized reading' (duration: 667.4281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.770337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.10031Z","time spent":"670.013161ms","remote":"127.0.0.1:37332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:07.767478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.643961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T06:00:07.770528Z","caller":"traceutil/trace.go:171","msg":"trace[573229062] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27000; }","duration":"674.76175ms","start":"2026-03-31T06:00:07.095755Z","end":"2026-03-31T06:00:07.770517Z","steps":["trace[573229062] 'agreement among raft nodes before linearized reading' (duration: 671.520818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:07.770567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.095733Z","time spent":"674.818541ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:09.084159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.450933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:09.084307Z","caller":"traceutil/trace.go:171","msg":"trace[1590954751] linearizableReadLoop","detail":"{readStateIndex:27935; appliedIndex:27934; }","duration":"1.317148791s","start":"2026-03-31T06:00:07.767135Z","end":"2026-03-31T06:00:09.084284Z","steps":["trace[1590954751] 'read index received' (duration: 326.41537ms)","trace[1590954751] 'applied index is now lower than readState.Index' (duration: 990.731431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:09.084607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75518322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18617"} {"level":"info","ts":"2026-03-31T06:00:09.084654Z","caller":"traceutil/trace.go:171","msg":"trace[1142515628] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27001; }","duration":"1.755228181s","start":"2026-03-31T06:00:07.329411Z","end":"2026-03-31T06:00:09.084639Z","steps":["trace[1142515628] 'agreement among raft nodes before linearized reading' (duration: 1.754969453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:09.084696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.329352Z","time spent":"1.755335665s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T06:00:09.084573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752999522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-03-31T06:00:09.085024Z","caller":"traceutil/trace.go:171","msg":"trace[1447110343] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:27001; }","duration":"1.753473857s","start":"2026-03-31T06:00:07.331533Z","end":"2026-03-31T06:00:09.085007Z","steps":["trace[1447110343] 'agreement among raft nodes before linearized reading' (duration: 1.752848567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:09.085068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.331493Z","time spent":"1.753559909s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"info","ts":"2026-03-31T06:00:09.087348Z","caller":"traceutil/trace.go:171","msg":"trace[60441809] transaction","detail":"{read_only:false; response_revision:27001; number_of_response:1; }","duration":"1.329705687s","start":"2026-03-31T06:00:07.757617Z","end":"2026-03-31T06:00:09.087323Z","steps":["trace[60441809] 'process raft request' (duration: 335.917959ms)","trace[60441809] 'compare' (duration: 989.482282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:09.087514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.757587Z","time spent":"1.329842311s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:09.243778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150241285s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:09.771369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:09.77153Z","caller":"traceutil/trace.go:171","msg":"trace[748321858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000647265s","start":"2026-03-31T06:00:07.770851Z","end":"2026-03-31T06:00:09.771498Z","steps":["trace[748321858] 'agreement among raft nodes before linearized reading' (duration: 2.000450199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:09.771616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.770835Z","time spent":"2.000761168s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:10.069575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.467836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:10.069734Z","caller":"traceutil/trace.go:171","msg":"trace[1331089235] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27001; }","duration":"196.635351ms","start":"2026-03-31T06:00:09.873076Z","end":"2026-03-31T06:00:10.069711Z","steps":["trace[1331089235] 'range keys from in-memory index tree' (duration: 196.451955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.070618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.401465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:10.070864Z","caller":"traceutil/trace.go:171","msg":"trace[1007163678] transaction","detail":"{read_only:false; response_revision:27002; number_of_response:1; }","duration":"2.292622882s","start":"2026-03-31T06:00:07.778111Z","end":"2026-03-31T06:00:10.070734Z","steps":["trace[1007163678] 'process raft request' (duration: 1.46600169s)","trace[1007163678] 'compare' (duration: 824.31882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:10.070957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.778098Z","time spent":"2.292816178s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5589,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:10.390592Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093337796s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:10.589051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.197201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:10.589207Z","caller":"traceutil/trace.go:171","msg":"trace[570179866] transaction","detail":"{read_only:false; response_revision:27003; number_of_response:1; }","duration":"1.808136504s","start":"2026-03-31T06:00:08.781053Z","end":"2026-03-31T06:00:10.589189Z","steps":["trace[570179866] 'process raft request' (duration: 1.609717377s)","trace[570179866] 'compare' (duration: 197.744325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:10.589267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.781026Z","time spent":"1.808212316s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:10.589591Z","caller":"traceutil/trace.go:171","msg":"trace[1140283924] transaction","detail":"{read_only:false; response_revision:27004; number_of_response:1; }","duration":"1.808146555s","start":"2026-03-31T06:00:08.781423Z","end":"2026-03-31T06:00:10.589569Z","steps":["trace[1140283924] 'process raft request' (duration: 1.807709941s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.58975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.781411Z","time spent":"1.808246267s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:10.590152Z","caller":"traceutil/trace.go:171","msg":"trace[1709727536] transaction","detail":"{read_only:false; response_revision:27006; number_of_response:1; }","duration":"1.800310878s","start":"2026-03-31T06:00:08.78983Z","end":"2026-03-31T06:00:10.590141Z","steps":["trace[1709727536] 'process raft request' (duration: 1.800222035s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:10.590155Z","caller":"traceutil/trace.go:171","msg":"trace[149335471] transaction","detail":"{read_only:false; response_revision:27005; number_of_response:1; }","duration":"1.800271627s","start":"2026-03-31T06:00:08.789857Z","end":"2026-03-31T06:00:10.590129Z","steps":["trace[149335471] 'process raft request' (duration: 1.799571765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.590298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.789848Z","time spent":"1.800392511s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:10.59029Z","caller":"traceutil/trace.go:171","msg":"trace[1532873593] transaction","detail":"{read_only:false; response_revision:27007; number_of_response:1; }","duration":"1.800390421s","start":"2026-03-31T06:00:08.789873Z","end":"2026-03-31T06:00:10.590263Z","steps":["trace[1532873593] 'process raft request' (duration: 1.800232406s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.590407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.789844Z","time spent":"1.800512364s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:10.590572Z","caller":"traceutil/trace.go:171","msg":"trace[1613032632] transaction","detail":"{read_only:false; response_revision:27008; number_of_response:1; }","duration":"1.800635039s","start":"2026-03-31T06:00:08.78992Z","end":"2026-03-31T06:00:10.590555Z","steps":["trace[1613032632] 'process raft request' (duration: 1.800285928s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:10.590593Z","caller":"traceutil/trace.go:171","msg":"trace[1508319982] transaction","detail":"{read_only:false; response_revision:27009; number_of_response:1; }","duration":"1.501557027s","start":"2026-03-31T06:00:09.08902Z","end":"2026-03-31T06:00:10.590577Z","steps":["trace[1508319982] 'process raft request' (duration: 1.501397032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.590643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.789895Z","time spent":"1.80071525s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:10.590667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.088993Z","time spent":"1.50163272s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:10.590661Z","caller":"traceutil/trace.go:171","msg":"trace[1481318901] linearizableReadLoop","detail":"{readStateIndex:27942; appliedIndex:27935; }","duration":"1.506298876s","start":"2026-03-31T06:00:09.08434Z","end":"2026-03-31T06:00:10.590639Z","steps":["trace[1481318901] 'read index received' (duration: 159.730151ms)","trace[1481318901] 'applied index is now lower than readState.Index' (duration: 1.346566335s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:10.590626Z","caller":"traceutil/trace.go:171","msg":"trace[779112958] transaction","detail":"{read_only:false; response_revision:27010; number_of_response:1; }","duration":"1.260738807s","start":"2026-03-31T06:00:09.329864Z","end":"2026-03-31T06:00:10.590602Z","steps":["trace[779112958] 'process raft request' (duration: 1.260665665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.590866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816913803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-03-31T06:00:10.590889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566684737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T06:00:10.590926Z","caller":"traceutil/trace.go:171","msg":"trace[230309911] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27010; }","duration":"2.566758029s","start":"2026-03-31T06:00:08.024154Z","end":"2026-03-31T06:00:10.590912Z","steps":["trace[230309911] 'agreement among raft nodes before linearized reading' (duration: 2.566643175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.590968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.02413Z","time spent":"2.566830001s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T06:00:10.590982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97726304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:10.591018Z","caller":"traceutil/trace.go:171","msg":"trace[5100205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27010; }","duration":"1.977330972s","start":"2026-03-31T06:00:08.613675Z","end":"2026-03-31T06:00:10.591006Z","steps":["trace[5100205] 'agreement among raft nodes before linearized reading' (duration: 1.97726888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.613655Z","time spent":"1.977393114s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:10.591053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441388036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:10.591106Z","caller":"traceutil/trace.go:171","msg":"trace[362508194] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27010; }","duration":"1.441472909s","start":"2026-03-31T06:00:09.149619Z","end":"2026-03-31T06:00:10.591092Z","steps":["trace[362508194] 'agreement among raft nodes before linearized reading' (duration: 1.441388616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816975415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"warn","ts":"2026-03-31T06:00:10.591165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.149601Z","time spent":"1.441551401s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T06:00:10.591166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817167571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-31T06:00:10.591201Z","caller":"traceutil/trace.go:171","msg":"trace[326647533] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:27010; }","duration":"2.81714431s","start":"2026-03-31T06:00:07.774046Z","end":"2026-03-31T06:00:10.59119Z","steps":["trace[326647533] 'agreement among raft nodes before linearized reading' (duration: 2.816909192s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:10.591218Z","caller":"traceutil/trace.go:171","msg":"trace[951204130] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee; range_end:; response_count:1; response_revision:27010; }","duration":"2.817254873s","start":"2026-03-31T06:00:07.773949Z","end":"2026-03-31T06:00:10.591204Z","steps":["trace[951204130] 'agreement among raft nodes before linearized reading' (duration: 2.817132449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.774033Z","time spent":"2.817198702s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-03-31T06:00:10.591262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.773931Z","time spent":"2.817319456s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7791a6be-55a0-4905-b43f-99092cc8b5ee\" "} {"level":"warn","ts":"2026-03-31T06:00:10.591408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.773201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:10.591432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021309682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:10.591457Z","caller":"traceutil/trace.go:171","msg":"trace[1803998775] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:27010; }","duration":"975.852093ms","start":"2026-03-31T06:00:09.615594Z","end":"2026-03-31T06:00:10.591446Z","steps":["trace[1803998775] 'agreement among raft nodes before linearized reading' (duration: 975.76718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:10.591484Z","caller":"traceutil/trace.go:171","msg":"trace[1117480027] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27010; }","duration":"1.021397124s","start":"2026-03-31T06:00:09.570072Z","end":"2026-03-31T06:00:10.59147Z","steps":["trace[1117480027] 'agreement among raft nodes before linearized reading' (duration: 1.021309982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.66613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T06:00:10.59155Z","caller":"traceutil/trace.go:171","msg":"trace[190895031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27010; }","duration":"816.736653ms","start":"2026-03-31T06:00:09.774801Z","end":"2026-03-31T06:00:10.591537Z","steps":["trace[190895031] 'agreement among raft nodes before linearized reading' (duration: 816.600528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.615576Z","time spent":"975.905085ms","remote":"127.0.0.1:37356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:10.591585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.774791Z","time spent":"816.788014ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:10.591587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.438755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T06:00:10.590999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.329837Z","time spent":"1.261060957s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:10.591681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.966417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:10.591723Z","caller":"traceutil/trace.go:171","msg":"trace[288142035] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:27010; }","duration":"920.03895ms","start":"2026-03-31T06:00:09.671671Z","end":"2026-03-31T06:00:10.59171Z","steps":["trace[288142035] 'agreement among raft nodes before linearized reading' (duration: 919.985078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078865141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:10.591636Z","caller":"traceutil/trace.go:171","msg":"trace[1203648113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27010; }","duration":"817.534647ms","start":"2026-03-31T06:00:09.774092Z","end":"2026-03-31T06:00:10.591626Z","steps":["trace[1203648113] 'agreement among raft nodes before linearized reading' (duration: 817.418904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.327934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:10.59182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.774069Z","time spent":"817.730794ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T06:00:10.591852Z","caller":"traceutil/trace.go:171","msg":"trace[1092616936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27010; }","duration":"812.397206ms","start":"2026-03-31T06:00:09.779446Z","end":"2026-03-31T06:00:10.591843Z","steps":["trace[1092616936] 'agreement among raft nodes before linearized reading' (duration: 812.346975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.779427Z","time spent":"812.440268ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:10.591547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.570056Z","time spent":"1.021474407s","remote":"127.0.0.1:37558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:10.590927Z","caller":"traceutil/trace.go:171","msg":"trace[907068528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27010; }","duration":"2.817029677s","start":"2026-03-31T06:00:07.773879Z","end":"2026-03-31T06:00:10.590908Z","steps":["trace[907068528] 'agreement among raft nodes before linearized reading' (duration: 2.8168196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3667512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:10.592012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:07.77386Z","time spent":"2.818131891s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-31T06:00:10.592041Z","caller":"traceutil/trace.go:171","msg":"trace[1794979698] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27010; }","duration":"1.367160933s","start":"2026-03-31T06:00:09.22486Z","end":"2026-03-31T06:00:10.592021Z","steps":["trace[1794979698] 'agreement among raft nodes before linearized reading' (duration: 1.36675609s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.591762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.67165Z","time spent":"920.102131ms","remote":"127.0.0.1:37384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:10.59177Z","caller":"traceutil/trace.go:171","msg":"trace[2065707148] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27010; }","duration":"1.078950904s","start":"2026-03-31T06:00:09.512809Z","end":"2026-03-31T06:00:10.59176Z","steps":["trace[2065707148] 'agreement among raft nodes before linearized reading' (duration: 1.078891572s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:10.592849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.512745Z","time spent":"1.080089709s","remote":"127.0.0.1:37376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:10.593447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:08.789805Z","time spent":"1.80038306s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:10.592306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:09.22484Z","time spent":"1.367449332s","remote":"127.0.0.1:37682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:11.402564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.673514ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-31T06:00:11.402911Z","caller":"traceutil/trace.go:171","msg":"trace[1267529835] transaction","detail":"{read_only:false; response_revision:27012; number_of_response:1; }","duration":"805.983545ms","start":"2026-03-31T06:00:10.59691Z","end":"2026-03-31T06:00:11.402893Z","steps":["trace[1267529835] 'process raft request' (duration: 805.937523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.402901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.595259Z","time spent":"807.635337ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T06:00:11.403006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.596894Z","time spent":"806.057867ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:11.403186Z","caller":"traceutil/trace.go:171","msg":"trace[652397701] linearizableReadLoop","detail":"{readStateIndex:27945; appliedIndex:27944; }","duration":"807.792202ms","start":"2026-03-31T06:00:10.595384Z","end":"2026-03-31T06:00:11.403176Z","steps":["trace[652397701] 'read index received' (duration: 155.511718ms)","trace[652397701] 'applied index is now lower than readState.Index' (duration: 652.278924ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:11.403428Z","caller":"traceutil/trace.go:171","msg":"trace[6588121] transaction","detail":"{read_only:false; response_revision:27011; number_of_response:1; }","duration":"807.975867ms","start":"2026-03-31T06:00:10.595442Z","end":"2026-03-31T06:00:11.403418Z","steps":["trace[6588121] 'process raft request' (duration: 807.267365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.403489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.595426Z","time spent":"808.034168ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:11.404294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.976916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:11.404399Z","caller":"traceutil/trace.go:171","msg":"trace[1624151651] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27012; }","duration":"752.144602ms","start":"2026-03-31T06:00:10.65223Z","end":"2026-03-31T06:00:11.404375Z","steps":["trace[1624151651] 'agreement among raft nodes before linearized reading' (duration: 751.952086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.40447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.652209Z","time spent":"752.239404ms","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:00:11.404528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.188723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:11.404573Z","caller":"traceutil/trace.go:171","msg":"trace[1413913792] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27012; }","duration":"807.247794ms","start":"2026-03-31T06:00:10.597314Z","end":"2026-03-31T06:00:11.404562Z","steps":["trace[1413913792] 'agreement among raft nodes before linearized reading' (duration: 807.174002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.404604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.597306Z","time spent":"807.290465ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T06:00:11.404335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.301322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:11.40464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.041261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:11.404674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.394499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-03-31T06:00:11.40459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.166075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-31T06:00:11.404706Z","caller":"traceutil/trace.go:171","msg":"trace[2064233524] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27012; }","duration":"372.742507ms","start":"2026-03-31T06:00:11.031906Z","end":"2026-03-31T06:00:11.404648Z","steps":["trace[2064233524] 'agreement among raft nodes before linearized reading' (duration: 372.299213ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:11.404742Z","caller":"traceutil/trace.go:171","msg":"trace[1233543342] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:27012; }","duration":"807.475651ms","start":"2026-03-31T06:00:10.597249Z","end":"2026-03-31T06:00:11.404725Z","steps":["trace[1233543342] 'agreement among raft nodes before linearized reading' (duration: 807.271885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:11.404757Z","caller":"traceutil/trace.go:171","msg":"trace[381416223] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:27012; }","duration":"809.360171ms","start":"2026-03-31T06:00:10.595378Z","end":"2026-03-31T06:00:11.404738Z","steps":["trace[381416223] 'agreement among raft nodes before linearized reading' (duration: 808.992029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.404798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.597243Z","time spent":"807.544293ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-31T06:00:11.404827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.981171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-31T06:00:11.404812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.595229Z","time spent":"809.567087ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-31T06:00:11.404847Z","caller":"traceutil/trace.go:171","msg":"trace[2024987984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27012; }","duration":"769.003992ms","start":"2026-03-31T06:00:10.635836Z","end":"2026-03-31T06:00:11.40484Z","steps":["trace[2024987984] 'agreement among raft nodes before linearized reading' (duration: 768.683232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.404869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.03185Z","time spent":"373.000754ms","remote":"127.0.0.1:37726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:11.4049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.974246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268860"} {"level":"info","ts":"2026-03-31T06:00:11.404963Z","caller":"traceutil/trace.go:171","msg":"trace[2103889240] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:27012; }","duration":"717.071939ms","start":"2026-03-31T06:00:10.687873Z","end":"2026-03-31T06:00:11.404945Z","steps":["trace[2103889240] 'agreement among raft nodes before linearized reading' (duration: 716.551653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.405029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.687856Z","time spent":"717.156362ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268884,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-31T06:00:11.404723Z","caller":"traceutil/trace.go:171","msg":"trace[1396420975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27012; }","duration":"809.188635ms","start":"2026-03-31T06:00:10.595524Z","end":"2026-03-31T06:00:11.404713Z","steps":["trace[1396420975] 'agreement among raft nodes before linearized reading' (duration: 808.625207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:11.405209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.595518Z","time spent":"809.684511ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:11.40487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:10.635781Z","time spent":"769.085145ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:12.260004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.156028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:12.260257Z","caller":"traceutil/trace.go:171","msg":"trace[1819524043] transaction","detail":"{read_only:false; response_revision:27013; number_of_response:1; }","duration":"853.021503ms","start":"2026-03-31T06:00:11.407204Z","end":"2026-03-31T06:00:12.260225Z","steps":["trace[1819524043] 'process raft request' (duration: 403.550005ms)","trace[1819524043] 'compare' (duration: 448.834578ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:12.260351Z","caller":"traceutil/trace.go:171","msg":"trace[444086129] linearizableReadLoop","detail":"{readStateIndex:27948; appliedIndex:27947; }","duration":"851.479524ms","start":"2026-03-31T06:00:11.408829Z","end":"2026-03-31T06:00:12.260309Z","steps":["trace[444086129] 'read index received' (duration: 401.905583ms)","trace[444086129] 'applied index is now lower than readState.Index' (duration: 449.572781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:12.260371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.407181Z","time spent":"853.137987ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:12.260786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.031127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:12.260917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.524625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-31T06:00:12.260963Z","caller":"traceutil/trace.go:171","msg":"trace[780181525] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27014; }","duration":"850.596836ms","start":"2026-03-31T06:00:11.41035Z","end":"2026-03-31T06:00:12.260946Z","steps":["trace[780181525] 'agreement among raft nodes before linearized reading' (duration: 850.259606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.261008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.410341Z","time spent":"850.658388ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-31T06:00:12.261064Z","caller":"traceutil/trace.go:171","msg":"trace[1085866138] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27014; }","duration":"193.222224ms","start":"2026-03-31T06:00:12.06768Z","end":"2026-03-31T06:00:12.260903Z","steps":["trace[1085866138] 'agreement among raft nodes before linearized reading' (duration: 193.033978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.260812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.959659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5001edee-2fb8-4d51-8873-ac6a280072f7\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-31T06:00:12.261251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.073136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:12.261287Z","caller":"traceutil/trace.go:171","msg":"trace[1410189738] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:27014; }","duration":"205.143109ms","start":"2026-03-31T06:00:12.05613Z","end":"2026-03-31T06:00:12.261274Z","steps":["trace[1410189738] 'agreement among raft nodes before linearized reading' (duration: 205.093247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.26135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.285435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T06:00:12.261318Z","caller":"traceutil/trace.go:171","msg":"trace[483977863] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5001edee-2fb8-4d51-8873-ac6a280072f7; range_end:; response_count:1; response_revision:27014; }","duration":"852.445745ms","start":"2026-03-31T06:00:11.408795Z","end":"2026-03-31T06:00:12.261241Z","steps":["trace[483977863] 'agreement among raft nodes before linearized reading' (duration: 851.846906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:12.261426Z","caller":"traceutil/trace.go:171","msg":"trace[370263881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27014; }","duration":"849.389949ms","start":"2026-03-31T06:00:11.412019Z","end":"2026-03-31T06:00:12.261409Z","steps":["trace[370263881] 'agreement among raft nodes before linearized reading' (duration: 849.166692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.261432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.057059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-31T06:00:12.261472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.411986Z","time spent":"849.477032ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T06:00:12.261476Z","caller":"traceutil/trace.go:171","msg":"trace[592889279] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:27014; }","duration":"843.118172ms","start":"2026-03-31T06:00:11.418345Z","end":"2026-03-31T06:00:12.261463Z","steps":["trace[592889279] 'agreement among raft nodes before linearized reading' (duration: 843.012798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.261513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.41833Z","time spent":"843.176173ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:12.261514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.408778Z","time spent":"852.656412ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-5001edee-2fb8-4d51-8873-ac6a280072f7\" "} {"level":"warn","ts":"2026-03-31T06:00:12.261691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.066447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:12.261731Z","caller":"traceutil/trace.go:171","msg":"trace[41124214] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27014; }","duration":"848.15074ms","start":"2026-03-31T06:00:11.413569Z","end":"2026-03-31T06:00:12.261719Z","steps":["trace[41124214] 'agreement among raft nodes before linearized reading' (duration: 848.085488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.261761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.413561Z","time spent":"848.191721ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:00:12.261199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.908361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:12.26182Z","caller":"traceutil/trace.go:171","msg":"trace[96007517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27014; }","duration":"847.562502ms","start":"2026-03-31T06:00:11.414245Z","end":"2026-03-31T06:00:12.261807Z","steps":["trace[96007517] 'agreement among raft nodes before linearized reading' (duration: 846.902171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.261868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.414231Z","time spent":"847.625563ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:12.260269Z","caller":"traceutil/trace.go:171","msg":"trace[427934068] transaction","detail":"{read_only:false; response_revision:27014; number_of_response:1; }","duration":"849.666257ms","start":"2026-03-31T06:00:11.410579Z","end":"2026-03-31T06:00:12.260245Z","steps":["trace[427934068] 'process raft request' (duration: 849.550584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:12.262057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:11.410567Z","time spent":"851.426262ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:13.39421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.117469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:13.394297Z","caller":"traceutil/trace.go:171","msg":"trace[464825654] linearizableReadLoop","detail":"{readStateIndex:27950; appliedIndex:27949; }","duration":"1.118871949s","start":"2026-03-31T06:00:12.275411Z","end":"2026-03-31T06:00:13.394283Z","steps":["trace[464825654] 'read index received' (duration: 415.942434ms)","trace[464825654] 'applied index is now lower than readState.Index' (duration: 702.928474ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:13.394353Z","caller":"traceutil/trace.go:171","msg":"trace[211035458] transaction","detail":"{read_only:false; response_revision:27015; number_of_response:1; }","duration":"1.119047413s","start":"2026-03-31T06:00:12.275298Z","end":"2026-03-31T06:00:13.394345Z","steps":["trace[211035458] 'process raft request' (duration: 416.732899ms)","trace[211035458] 'compare' (duration: 701.980694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:13.394395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.275272Z","time spent":"1.119106366s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:13.394453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119027983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:13.394523Z","caller":"traceutil/trace.go:171","msg":"trace[1914395515] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27015; }","duration":"1.119132976s","start":"2026-03-31T06:00:12.275372Z","end":"2026-03-31T06:00:13.394505Z","steps":["trace[1914395515] 'agreement among raft nodes before linearized reading' (duration: 1.118975852s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:13.394572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.275356Z","time spent":"1.119206359s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:00:13.810058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.080211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:13.810309Z","caller":"traceutil/trace.go:171","msg":"trace[299115467] transaction","detail":"{read_only:false; response_revision:27016; number_of_response:1; }","duration":"1.533657026s","start":"2026-03-31T06:00:12.276605Z","end":"2026-03-31T06:00:13.810262Z","steps":["trace[299115467] 'process raft request' (duration: 1.220294006s)","trace[299115467] 'compare' (duration: 312.868504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:13.810718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.276583Z","time spent":"1.533917844s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:14.708083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.902414ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:00:14.708904Z","caller":"traceutil/trace.go:171","msg":"trace[1177065352] transaction","detail":"{read_only:false; response_revision:27017; number_of_response:1; }","duration":"2.114437672s","start":"2026-03-31T06:00:12.594434Z","end":"2026-03-31T06:00:14.708872Z","steps":["trace[1177065352] 'process raft request' (duration: 2.113843373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:14.709096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.594404Z","time spent":"2.114591877s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:15.088437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:15.088516Z","caller":"traceutil/trace.go:171","msg":"trace[1059869657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140949s","start":"2026-03-31T06:00:13.088358Z","end":"2026-03-31T06:00:15.088499Z","steps":["trace[1059869657] 'agreement among raft nodes before linearized reading' (duration: 2.000042296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.088559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.088326Z","time spent":"2.000223522s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:15.626723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.792198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:15.626883Z","caller":"traceutil/trace.go:171","msg":"trace[1046948017] transaction","detail":"{read_only:false; response_revision:27018; number_of_response:1; }","duration":"3.031889509s","start":"2026-03-31T06:00:12.594973Z","end":"2026-03-31T06:00:15.626863Z","steps":["trace[1046948017] 'process raft request' (duration: 2.113881304s)","trace[1046948017] 'compare' (duration: 917.358525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:15.627179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.594957Z","time spent":"3.031966002s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:15.627421Z","caller":"traceutil/trace.go:171","msg":"trace[2058007340] transaction","detail":"{read_only:false; response_revision:27019; number_of_response:1; }","duration":"3.031178397s","start":"2026-03-31T06:00:12.596217Z","end":"2026-03-31T06:00:15.627395Z","steps":["trace[2058007340] 'process raft request' (duration: 3.030602059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:15.627487Z","caller":"traceutil/trace.go:171","msg":"trace[1245391068] transaction","detail":"{read_only:false; response_revision:27021; number_of_response:1; }","duration":"3.029854425s","start":"2026-03-31T06:00:12.597608Z","end":"2026-03-31T06:00:15.627463Z","steps":["trace[1245391068] 'process raft request' (duration: 3.029613498s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.627546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.596201Z","time spent":"3.03127876s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:15.627605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.597591Z","time spent":"3.029950069s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:15.627561Z","caller":"traceutil/trace.go:171","msg":"trace[499250336] linearizableReadLoop","detail":"{readStateIndex:27958; appliedIndex:27950; }","duration":"2.233209375s","start":"2026-03-31T06:00:13.394318Z","end":"2026-03-31T06:00:15.627527Z","steps":["trace[499250336] 'read index received' (duration: 102.1269ms)","trace[499250336] 'applied index is now lower than readState.Index' (duration: 2.131080495s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:15.627616Z","caller":"traceutil/trace.go:171","msg":"trace[1760509531] transaction","detail":"{read_only:false; response_revision:27022; number_of_response:1; }","duration":"3.029661179s","start":"2026-03-31T06:00:12.597901Z","end":"2026-03-31T06:00:15.627562Z","steps":["trace[1760509531] 'process raft request' (duration: 3.029473174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.62779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.597885Z","time spent":"3.029858865s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:15.627849Z","caller":"traceutil/trace.go:171","msg":"trace[1846276130] transaction","detail":"{read_only:false; response_revision:27020; number_of_response:1; }","duration":"3.03062958s","start":"2026-03-31T06:00:12.59677Z","end":"2026-03-31T06:00:15.627399Z","steps":["trace[1846276130] 'process raft request' (duration: 3.030377562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.628026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.596757Z","time spent":"3.031197428s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:15.628425Z","caller":"traceutil/trace.go:171","msg":"trace[1227167148] transaction","detail":"{read_only:false; response_revision:27023; number_of_response:1; }","duration":"1.188501718s","start":"2026-03-31T06:00:14.439903Z","end":"2026-03-31T06:00:15.628405Z","steps":["trace[1227167148] 'process raft request' (duration: 1.187547198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.628502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347564993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-03-31T06:00:15.628527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:14.439877Z","time spent":"1.18860233s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:15.62855Z","caller":"traceutil/trace.go:171","msg":"trace[286350770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27023; }","duration":"3.347623464s","start":"2026-03-31T06:00:12.280913Z","end":"2026-03-31T06:00:15.628536Z","steps":["trace[286350770] 'agreement among raft nodes before linearized reading' (duration: 3.346619722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.628584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.280908Z","time spent":"3.347667215s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T06:00:15.628635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351468415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T06:00:15.628676Z","caller":"traceutil/trace.go:171","msg":"trace[1649831434] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:27023; }","duration":"3.351521466s","start":"2026-03-31T06:00:12.277145Z","end":"2026-03-31T06:00:15.628666Z","steps":["trace[1649831434] 'agreement among raft nodes before linearized reading' (duration: 3.350505944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.628721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.277139Z","time spent":"3.351569938s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:15.628598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006785891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T06:00:15.628922Z","caller":"traceutil/trace.go:171","msg":"trace[1303536798] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27023; }","duration":"3.007113701s","start":"2026-03-31T06:00:12.621795Z","end":"2026-03-31T06:00:15.628908Z","steps":["trace[1303536798] 'agreement among raft nodes before linearized reading' (duration: 3.005772469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.629001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.62177Z","time spent":"3.007217474s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T06:00:15.629011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351551127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-31T06:00:15.628765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611670551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:15.629558Z","caller":"traceutil/trace.go:171","msg":"trace[1428016619] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:27023; }","duration":"2.612498887s","start":"2026-03-31T06:00:13.017046Z","end":"2026-03-31T06:00:15.629544Z","steps":["trace[1428016619] 'agreement among raft nodes before linearized reading' (duration: 2.610510694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.62974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.017024Z","time spent":"2.612697953s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:15.628856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353130597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-31T06:00:15.630136Z","caller":"traceutil/trace.go:171","msg":"trace[1292501855] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679; range_end:; response_count:1; response_revision:27023; }","duration":"3.354418188s","start":"2026-03-31T06:00:12.275704Z","end":"2026-03-31T06:00:15.630122Z","steps":["trace[1292501855] 'agreement among raft nodes before linearized reading' (duration: 3.352016942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.630208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.275698Z","time spent":"3.35449513s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-b75287ec-fb2a-43c4-89df-d39f097ad679\" "} {"level":"info","ts":"2026-03-31T06:00:15.632364Z","caller":"traceutil/trace.go:171","msg":"trace[1403266173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:27023; }","duration":"3.351730663s","start":"2026-03-31T06:00:12.27739Z","end":"2026-03-31T06:00:15.629121Z","steps":["trace[1403266173] 'agreement among raft nodes before linearized reading' (duration: 3.350203975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:15.632467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:12.277385Z","time spent":"3.355057288s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:16.34414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.975292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:16.344234Z","caller":"traceutil/trace.go:171","msg":"trace[780723315] linearizableReadLoop","detail":"{readStateIndex:27960; appliedIndex:27959; }","duration":"716.536343ms","start":"2026-03-31T06:00:15.627686Z","end":"2026-03-31T06:00:16.344222Z","steps":["trace[780723315] 'read index received' (duration: 316.392256ms)","trace[780723315] 'applied index is now lower than readState.Index' (duration: 400.143167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:16.344305Z","caller":"traceutil/trace.go:171","msg":"trace[279879178] transaction","detail":"{read_only:false; response_revision:27024; number_of_response:1; }","duration":"747.550267ms","start":"2026-03-31T06:00:15.596745Z","end":"2026-03-31T06:00:16.344295Z","steps":["trace[279879178] 'process raft request' (duration: 347.347448ms)","trace[279879178] 'compare' (duration: 399.365333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:16.344367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.596719Z","time spent":"747.61564ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:16.344602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528000902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79596f97c36\" ","response":"range_response_count:1 size:812"} {"level":"warn","ts":"2026-03-31T06:00:16.344706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675827858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T06:00:16.344746Z","caller":"traceutil/trace.go:171","msg":"trace[1763634253] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27024; }","duration":"2.67589869s","start":"2026-03-31T06:00:13.668837Z","end":"2026-03-31T06:00:16.344736Z","steps":["trace[1763634253] 'agreement among raft nodes before linearized reading' (duration: 2.675810678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.34478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.668818Z","time spent":"2.675954583s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T06:00:16.344814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166715373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:16.344844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207195528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:16.344892Z","caller":"traceutil/trace.go:171","msg":"trace[771119668] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27024; }","duration":"2.207286131s","start":"2026-03-31T06:00:14.137594Z","end":"2026-03-31T06:00:16.34488Z","steps":["trace[771119668] 'agreement among raft nodes before linearized reading' (duration: 2.207206928s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.344914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073747721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:16.344935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771711712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:16.344931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:14.137573Z","time spent":"2.207347063s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:16.34496Z","caller":"traceutil/trace.go:171","msg":"trace[720589456] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:27024; }","duration":"1.073819903s","start":"2026-03-31T06:00:15.271131Z","end":"2026-03-31T06:00:16.344951Z","steps":["trace[720589456] 'agreement among raft nodes before linearized reading' (duration: 1.073747991s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:16.344969Z","caller":"traceutil/trace.go:171","msg":"trace[1812628806] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27024; }","duration":"2.771745093s","start":"2026-03-31T06:00:13.573212Z","end":"2026-03-31T06:00:16.344957Z","steps":["trace[1812628806] 'agreement among raft nodes before linearized reading' (duration: 2.771691602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.344996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.573115Z","time spent":"2.771871957s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:16.344862Z","caller":"traceutil/trace.go:171","msg":"trace[1817733959] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27024; }","duration":"1.166793656s","start":"2026-03-31T06:00:15.178054Z","end":"2026-03-31T06:00:16.344848Z","steps":["trace[1817733959] 'agreement among raft nodes before linearized reading' (duration: 1.166718154s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.344967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256244897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:16.345035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089870937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T06:00:16.345073Z","caller":"traceutil/trace.go:171","msg":"trace[1780873905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27024; }","duration":"1.256389372s","start":"2026-03-31T06:00:15.088656Z","end":"2026-03-31T06:00:16.345046Z","steps":["trace[1780873905] 'agreement among raft nodes before linearized reading' (duration: 1.256204166s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.178031Z","time spent":"1.167011272s","remote":"127.0.0.1:37520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:16.345139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317489666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:16.345131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090379193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T06:00:16.345155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.088644Z","time spent":"1.256498455s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:16.345171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.46197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:16.345181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458397714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:16.345195Z","caller":"traceutil/trace.go:171","msg":"trace[1441797946] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27024; }","duration":"1.090497378s","start":"2026-03-31T06:00:15.254687Z","end":"2026-03-31T06:00:16.345185Z","steps":["trace[1441797946] 'agreement among raft nodes before linearized reading' (duration: 1.090298011s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:16.345204Z","caller":"traceutil/trace.go:171","msg":"trace[1547320141] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27024; }","duration":"506.531582ms","start":"2026-03-31T06:00:15.838663Z","end":"2026-03-31T06:00:16.345194Z","steps":["trace[1547320141] 'agreement among raft nodes before linearized reading' (duration: 506.47462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.600667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:16.345227Z","caller":"traceutil/trace.go:171","msg":"trace[2145777501] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27024; }","duration":"2.458474266s","start":"2026-03-31T06:00:13.88674Z","end":"2026-03-31T06:00:16.345214Z","steps":["trace[2145777501] 'agreement among raft nodes before linearized reading' (duration: 2.458407944s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.324291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T06:00:16.345086Z","caller":"traceutil/trace.go:171","msg":"trace[71325061] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27024; }","duration":"1.08994238s","start":"2026-03-31T06:00:15.255132Z","end":"2026-03-31T06:00:16.345074Z","steps":["trace[71325061] 'agreement among raft nodes before linearized reading' (duration: 1.089815836s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.60936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-31T06:00:16.345301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.255124Z","time spent":"1.090167107s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:16.345358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944675099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:16.345387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.279662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T06:00:16.345374Z","caller":"traceutil/trace.go:171","msg":"trace[815711076] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:27024; }","duration":"664.715764ms","start":"2026-03-31T06:00:15.680641Z","end":"2026-03-31T06:00:16.345357Z","steps":["trace[815711076] 'agreement among raft nodes before linearized reading' (duration: 664.565689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.914173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-03-31T06:00:16.345405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.310196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:16.345411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933646042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T06:00:16.345419Z","caller":"traceutil/trace.go:171","msg":"trace[1078986369] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27024; }","duration":"609.345114ms","start":"2026-03-31T06:00:15.736065Z","end":"2026-03-31T06:00:16.34541Z","steps":["trace[1078986369] 'agreement among raft nodes before linearized reading' (duration: 609.212329ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:16.345429Z","caller":"traceutil/trace.go:171","msg":"trace[108802343] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:27024; }","duration":"701.974975ms","start":"2026-03-31T06:00:15.643445Z","end":"2026-03-31T06:00:16.34542Z","steps":["trace[108802343] 'agreement among raft nodes before linearized reading' (duration: 701.82914ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:16.34544Z","caller":"traceutil/trace.go:171","msg":"trace[2042996512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27024; }","duration":"2.933707324s","start":"2026-03-31T06:00:13.411725Z","end":"2026-03-31T06:00:16.345433Z","steps":["trace[2042996512] 'agreement among raft nodes before linearized reading' (duration: 2.93356344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.34545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.736047Z","time spent":"609.393895ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T06:00:16.345434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.680631Z","time spent":"664.793716ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:16.345468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.411709Z","time spent":"2.933753596s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:16.345467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.643432Z","time spent":"702.026277ms","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-31T06:00:16.345361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932330301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T06:00:16.344996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.271118Z","time spent":"1.073867725s","remote":"127.0.0.1:37580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:16.345235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.254666Z","time spent":"1.090561889s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T06:00:16.345554Z","caller":"traceutil/trace.go:171","msg":"trace[350569724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27024; }","duration":"2.932592649s","start":"2026-03-31T06:00:13.412941Z","end":"2026-03-31T06:00:16.345533Z","steps":["trace[350569724] 'agreement among raft nodes before linearized reading' (duration: 2.932312471s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:16.34526Z","caller":"traceutil/trace.go:171","msg":"trace[1314837355] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:27024; }","duration":"655.65528ms","start":"2026-03-31T06:00:15.689594Z","end":"2026-03-31T06:00:16.345249Z","steps":["trace[1314837355] 'agreement among raft nodes before linearized reading' (duration: 655.583067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.838642Z","time spent":"506.584083ms","remote":"127.0.0.1:37668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:16.345643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.689588Z","time spent":"656.040841ms","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:16.345438Z","caller":"traceutil/trace.go:171","msg":"trace[1309779413] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:27024; }","duration":"430.389798ms","start":"2026-03-31T06:00:15.915038Z","end":"2026-03-31T06:00:16.345428Z","steps":["trace[1309779413] 'agreement among raft nodes before linearized reading' (duration: 430.341027ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:16.345395Z","caller":"traceutil/trace.go:171","msg":"trace[525942427] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27024; }","duration":"2.944792463s","start":"2026-03-31T06:00:13.400593Z","end":"2026-03-31T06:00:16.345386Z","steps":["trace[525942427] 'agreement among raft nodes before linearized reading' (duration: 2.94469313s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.400575Z","time spent":"2.945154925s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T06:00:16.345191Z","caller":"traceutil/trace.go:171","msg":"trace[782215370] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27024; }","duration":"2.317544767s","start":"2026-03-31T06:00:14.027634Z","end":"2026-03-31T06:00:16.345179Z","steps":["trace[782215370] 'agreement among raft nodes before linearized reading' (duration: 2.317464025s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.345806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:14.027578Z","time spent":"2.318214598s","remote":"127.0.0.1:37270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:16.345267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.886723Z","time spent":"2.458534219s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:16.345606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.412924Z","time spent":"2.932669882s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:16.345695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.915014Z","time spent":"430.666827ms","remote":"127.0.0.1:37716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:16.345267Z","caller":"traceutil/trace.go:171","msg":"trace[1627401797] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27024; }","duration":"712.469215ms","start":"2026-03-31T06:00:15.632788Z","end":"2026-03-31T06:00:16.345257Z","steps":["trace[1627401797] 'agreement among raft nodes before linearized reading' (duration: 712.212307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.346104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:15.632774Z","time spent":"713.315512ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-31T06:00:16.344629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528788407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-31T06:00:16.346465Z","caller":"traceutil/trace.go:171","msg":"trace[173286424] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:27024; }","duration":"2.530645325s","start":"2026-03-31T06:00:13.815808Z","end":"2026-03-31T06:00:16.346453Z","steps":["trace[173286424] 'agreement among raft nodes before linearized reading' (duration: 2.528714295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.346533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.815795Z","time spent":"2.530725388s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-31T06:00:16.347579Z","caller":"traceutil/trace.go:171","msg":"trace[1329321843] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a1d79596f97c36; range_end:; response_count:1; response_revision:27024; }","duration":"2.528125126s","start":"2026-03-31T06:00:13.81654Z","end":"2026-03-31T06:00:16.344665Z","steps":["trace[1329321843] 'agreement among raft nodes before linearized reading' (duration: 2.527909599s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:16.34794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:13.816523Z","time spent":"2.531395239s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":836,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79596f97c36\" "} {"level":"warn","ts":"2026-03-31T06:00:16.935473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:17.240009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.49474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:17.240149Z","caller":"traceutil/trace.go:171","msg":"trace[438460931] transaction","detail":"{read_only:false; response_revision:27025; number_of_response:1; }","duration":"889.015473ms","start":"2026-03-31T06:00:16.351122Z","end":"2026-03-31T06:00:17.240138Z","steps":["trace[438460931] 'process raft request' (duration: 739.338589ms)","trace[438460931] 'compare' (duration: 148.702414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:17.240185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.351112Z","time spent":"889.055884ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:17.240285Z","caller":"traceutil/trace.go:171","msg":"trace[2026754571] transaction","detail":"{read_only:false; response_revision:27026; number_of_response:1; }","duration":"889.086676ms","start":"2026-03-31T06:00:16.351184Z","end":"2026-03-31T06:00:17.240271Z","steps":["trace[2026754571] 'process raft request' (duration: 888.89411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.240348Z","caller":"traceutil/trace.go:171","msg":"trace[1643781612] transaction","detail":"{read_only:false; response_revision:27027; number_of_response:1; }","duration":"889.123457ms","start":"2026-03-31T06:00:16.351218Z","end":"2026-03-31T06:00:17.240341Z","steps":["trace[1643781612] 'process raft request' (duration: 888.995323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.240352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.351179Z","time spent":"889.139107ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:17.240378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.351214Z","time spent":"889.148977ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:17.240553Z","caller":"traceutil/trace.go:171","msg":"trace[1228358430] transaction","detail":"{read_only:false; response_revision:27028; number_of_response:1; }","duration":"889.292572ms","start":"2026-03-31T06:00:16.351247Z","end":"2026-03-31T06:00:17.240539Z","steps":["trace[1228358430] 'process raft request' (duration: 889.071895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.240616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.351242Z","time spent":"889.341693ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:17.240612Z","caller":"traceutil/trace.go:171","msg":"trace[513033832] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"888.812317ms","start":"2026-03-31T06:00:16.351779Z","end":"2026-03-31T06:00:17.240592Z","steps":["trace[513033832] 'process raft request' (duration: 888.743625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.240652Z","caller":"traceutil/trace.go:171","msg":"trace[850297085] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"889.080486ms","start":"2026-03-31T06:00:16.351538Z","end":"2026-03-31T06:00:17.240619Z","steps":["trace[850297085] 'process raft request' (duration: 888.91627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.240744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.351759Z","time spent":"888.9176ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:17.240762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.351503Z","time spent":"889.21098ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T06:00:17.667167Z","caller":"traceutil/trace.go:171","msg":"trace[1031166552] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"1.230866878s","start":"2026-03-31T06:00:16.436274Z","end":"2026-03-31T06:00:17.667141Z","steps":["trace[1031166552] 'process raft request' (duration: 1.226116769s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:17.667244Z","caller":"traceutil/trace.go:171","msg":"trace[958661030] linearizableReadLoop","detail":"{readStateIndex:27971; appliedIndex:27961; }","duration":"1.232262842s","start":"2026-03-31T06:00:16.434965Z","end":"2026-03-31T06:00:17.667228Z","steps":["trace[958661030] 'read index received' (duration: 655.537464ms)","trace[958661030] 'applied index is now lower than readState.Index' (duration: 576.724348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:17.667292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.436249Z","time spent":"1.230979142s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:17.667465Z","caller":"traceutil/trace.go:171","msg":"trace[2109493597] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"1.075376331s","start":"2026-03-31T06:00:16.592077Z","end":"2026-03-31T06:00:17.667454Z","steps":["trace[2109493597] 'process raft request' (duration: 1.074981589s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.667532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.592057Z","time spent":"1.075443283s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:17.667565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312780923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:17.667599Z","caller":"traceutil/trace.go:171","msg":"trace[222188319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27034; }","duration":"1.312837475s","start":"2026-03-31T06:00:16.354753Z","end":"2026-03-31T06:00:17.66759Z","steps":["trace[222188319] 'agreement among raft nodes before linearized reading' (duration: 1.312785314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.66763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.354742Z","time spent":"1.312880166s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:17.667751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31300901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T06:00:17.667796Z","caller":"traceutil/trace.go:171","msg":"trace[1430750734] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:27034; }","duration":"1.313066952s","start":"2026-03-31T06:00:16.354713Z","end":"2026-03-31T06:00:17.66778Z","steps":["trace[1430750734] 'agreement among raft nodes before linearized reading' (duration: 1.312949909s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.667824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.354702Z","time spent":"1.313114453s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-31T06:00:17.66785Z","caller":"traceutil/trace.go:171","msg":"trace[292780637] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"978.480715ms","start":"2026-03-31T06:00:16.689353Z","end":"2026-03-31T06:00:17.667833Z","steps":["trace[292780637] 'process raft request' (duration: 977.778903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.667954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.689329Z","time spent":"978.574168ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:17.668349Z","caller":"traceutil/trace.go:171","msg":"trace[848860180] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"953.402457ms","start":"2026-03-31T06:00:16.71492Z","end":"2026-03-31T06:00:17.668323Z","steps":["trace[848860180] 'process raft request' (duration: 952.270692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.668498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.714895Z","time spent":"953.5186ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:17.668548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316824721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-31T06:00:17.668655Z","caller":"traceutil/trace.go:171","msg":"trace[282947574] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:27034; }","duration":"1.31747585s","start":"2026-03-31T06:00:16.351165Z","end":"2026-03-31T06:00:17.668641Z","steps":["trace[282947574] 'agreement among raft nodes before linearized reading' (duration: 1.316793659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:17.668736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.351151Z","time spent":"1.317536793s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" "} {"level":"warn","ts":"2026-03-31T06:00:18.168205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:18.669193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573331,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:18.821203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092092877s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:00:18.821993Z","caller":"traceutil/trace.go:171","msg":"trace[21696675] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"1.187960341s","start":"2026-03-31T06:00:17.634017Z","end":"2026-03-31T06:00:18.821977Z","steps":["trace[21696675] 'process raft request' (duration: 1.187848497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.822152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.634005Z","time spent":"1.188070394s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:18.822411Z","caller":"traceutil/trace.go:171","msg":"trace[244202924] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"1.189370195s","start":"2026-03-31T06:00:17.633028Z","end":"2026-03-31T06:00:18.822398Z","steps":["trace[244202924] 'process raft request' (duration: 1.188658333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.822481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.633013Z","time spent":"1.189436117s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:18.82271Z","caller":"traceutil/trace.go:171","msg":"trace[1667371023] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"1.187035972s","start":"2026-03-31T06:00:17.635646Z","end":"2026-03-31T06:00:18.822682Z","steps":["trace[1667371023] 'process raft request' (duration: 1.186789494s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:18.822837Z","caller":"traceutil/trace.go:171","msg":"trace[1159365265] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"1.188726084s","start":"2026-03-31T06:00:17.634097Z","end":"2026-03-31T06:00:18.822823Z","steps":["trace[1159365265] 'process raft request' (duration: 1.187826666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.822909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.634077Z","time spent":"1.188798207s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:18.823032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.635629Z","time spent":"1.187205767s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:18.821793Z","caller":"traceutil/trace.go:171","msg":"trace[1238331289] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"1.189959593s","start":"2026-03-31T06:00:17.631803Z","end":"2026-03-31T06:00:18.821763Z","steps":["trace[1238331289] 'process raft request' (duration: 1.189646893s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:18.823515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.63178Z","time spent":"1.191648486s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:19.669692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999661265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:19.66976Z","caller":"traceutil/trace.go:171","msg":"trace[1562642313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999778988s","start":"2026-03-31T06:00:17.669966Z","end":"2026-03-31T06:00:19.669745Z","steps":["trace[1562642313] 'agreement among raft nodes before linearized reading' (duration: 1.999693846s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:19.669794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.669948Z","time spent":"1.99983873s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:20.364418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.25816ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:20.364575Z","caller":"traceutil/trace.go:171","msg":"trace[1229121579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27039; }","duration":"491.414486ms","start":"2026-03-31T06:00:19.873129Z","end":"2026-03-31T06:00:20.364543Z","steps":["trace[1229121579] 'range keys from in-memory index tree' (duration: 491.24082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.365051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.45832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:20.365151Z","caller":"traceutil/trace.go:171","msg":"trace[629416168] linearizableReadLoop","detail":"{readStateIndex:27977; appliedIndex:27971; }","duration":"2.697859711s","start":"2026-03-31T06:00:17.667275Z","end":"2026-03-31T06:00:20.365135Z","steps":["trace[629416168] 'read index received' (duration: 1.154140568s)","trace[629416168] 'applied index is now lower than readState.Index' (duration: 1.543717633s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:20.36537Z","caller":"traceutil/trace.go:171","msg":"trace[1095601801] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"2.296283928s","start":"2026-03-31T06:00:18.069073Z","end":"2026-03-31T06:00:20.365357Z","steps":["trace[1095601801] 'process raft request' (duration: 1.411438305s)","trace[1095601801] 'compare' (duration: 884.12093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:20.365444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.069054Z","time spent":"2.296353229s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:20.365634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.092378371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:20.365675Z","caller":"traceutil/trace.go:171","msg":"trace[1122417941] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27040; }","duration":"3.092423392s","start":"2026-03-31T06:00:17.27324Z","end":"2026-03-31T06:00:20.365664Z","steps":["trace[1122417941] 'agreement among raft nodes before linearized reading' (duration: 3.09235146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.365707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.273222Z","time spent":"3.092476454s","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:20.365933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121427884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-03-31T06:00:20.365947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927285274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T06:00:20.366711Z","caller":"traceutil/trace.go:171","msg":"trace[626506720] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:27040; }","duration":"3.122159647s","start":"2026-03-31T06:00:17.244484Z","end":"2026-03-31T06:00:20.366643Z","steps":["trace[626506720] 'agreement among raft nodes before linearized reading' (duration: 3.121342151s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:20.366767Z","caller":"traceutil/trace.go:171","msg":"trace[165076761] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27040; }","duration":"3.928142941s","start":"2026-03-31T06:00:16.438609Z","end":"2026-03-31T06:00:20.366752Z","steps":["trace[165076761] 'agreement among raft nodes before linearized reading' (duration: 3.92718067s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.366823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:16.43859Z","time spent":"3.928219112s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-31T06:00:20.36684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.244439Z","time spent":"3.122374775s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"info","ts":"2026-03-31T06:00:20.367556Z","caller":"traceutil/trace.go:171","msg":"trace[748778027] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"694.242252ms","start":"2026-03-31T06:00:19.673209Z","end":"2026-03-31T06:00:20.367452Z","steps":["trace[748778027] 'process raft request' (duration: 694.078816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.367695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.673193Z","time spent":"694.430957ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:20.611221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:20.611332Z","caller":"traceutil/trace.go:171","msg":"trace[351930119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677816s","start":"2026-03-31T06:00:18.610614Z","end":"2026-03-31T06:00:20.611292Z","steps":["trace[351930119] 'agreement among raft nodes before linearized reading' (duration: 2.000553722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:20.611419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.6106Z","time spent":"2.000807909s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:21.6466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1723484s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:00:21.646985Z","caller":"traceutil/trace.go:171","msg":"trace[2131960725] linearizableReadLoop","detail":"{readStateIndex:27979; appliedIndex:27977; }","duration":"1.28179523s","start":"2026-03-31T06:00:20.365176Z","end":"2026-03-31T06:00:21.646971Z","steps":["trace[2131960725] 'read index received' (duration: 2.178169ms)","trace[2131960725] 'applied index is now lower than readState.Index' (duration: 1.279616371s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:21.647508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473579678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:21.647615Z","caller":"traceutil/trace.go:171","msg":"trace[765865093] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27041; }","duration":"1.473725632s","start":"2026-03-31T06:00:20.173864Z","end":"2026-03-31T06:00:21.64759Z","steps":["trace[765865093] 'agreement among raft nodes before linearized reading' (duration: 1.473547656s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.647691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.173852Z","time spent":"1.473816735s","remote":"127.0.0.1:57016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:21.647961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654707121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:21.64796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402741854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T06:00:21.647995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75300683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:21.64802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098674396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:21.648046Z","caller":"traceutil/trace.go:171","msg":"trace[202182684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27041; }","duration":"2.402869468s","start":"2026-03-31T06:00:19.245151Z","end":"2026-03-31T06:00:21.648021Z","steps":["trace[202182684] 'agreement among raft nodes before linearized reading' (duration: 2.40260341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.648062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973269424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:21.648137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402601049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T06:00:21.648196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479366162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:00:21.648199Z","caller":"traceutil/trace.go:171","msg":"trace[1747296288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27041; }","duration":"1.973474741s","start":"2026-03-31T06:00:19.674703Z","end":"2026-03-31T06:00:21.648178Z","steps":["trace[1747296288] 'agreement among raft nodes before linearized reading' (duration: 1.973217973s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:21.648079Z","caller":"traceutil/trace.go:171","msg":"trace[1159482190] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27041; }","duration":"1.753163485s","start":"2026-03-31T06:00:19.894899Z","end":"2026-03-31T06:00:21.648062Z","steps":["trace[1159482190] 'agreement among raft nodes before linearized reading' (duration: 1.75299826s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:21.648234Z","caller":"traceutil/trace.go:171","msg":"trace[2067031766] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:27041; }","duration":"2.479428955s","start":"2026-03-31T06:00:19.168795Z","end":"2026-03-31T06:00:21.648224Z","steps":["trace[2067031766] 'agreement among raft nodes before linearized reading' (duration: 2.479249369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.648235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701579074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:21.648244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977239564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T06:00:21.648261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.894878Z","time spent":"1.753367572s","remote":"127.0.0.1:36556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:21.64826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.674684Z","time spent":"1.973560993s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:21.648285Z","caller":"traceutil/trace.go:171","msg":"trace[1038872122] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27041; }","duration":"3.977314247s","start":"2026-03-31T06:00:17.670961Z","end":"2026-03-31T06:00:21.648276Z","steps":["trace[1038872122] 'agreement among raft nodes before linearized reading' (duration: 3.977208554s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:21.648282Z","caller":"traceutil/trace.go:171","msg":"trace[570693740] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:27041; }","duration":"1.701664647s","start":"2026-03-31T06:00:19.946605Z","end":"2026-03-31T06:00:21.64827Z","steps":["trace[570693740] 'agreement among raft nodes before linearized reading' (duration: 1.701497242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.648318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.670942Z","time spent":"3.977370258s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T06:00:21.648319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976546543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-31T06:00:21.648342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.946585Z","time spent":"1.701742729s","remote":"127.0.0.1:37402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:21.648371Z","caller":"traceutil/trace.go:171","msg":"trace[959668881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27041; }","duration":"3.976613985s","start":"2026-03-31T06:00:17.671742Z","end":"2026-03-31T06:00:21.648356Z","steps":["trace[959668881] 'agreement among raft nodes before linearized reading' (duration: 3.97646422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.648268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.16878Z","time spent":"2.479478616s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:21.648021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972461505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"info","ts":"2026-03-31T06:00:21.648497Z","caller":"traceutil/trace.go:171","msg":"trace[708880149] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"1.278663522s","start":"2026-03-31T06:00:20.369815Z","end":"2026-03-31T06:00:21.648479Z","steps":["trace[708880149] 'process raft request' (duration: 1.276879345s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:21.648114Z","caller":"traceutil/trace.go:171","msg":"trace[1775140298] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27041; }","duration":"2.098783909s","start":"2026-03-31T06:00:19.549301Z","end":"2026-03-31T06:00:21.648085Z","steps":["trace[1775140298] 'agreement among raft nodes before linearized reading' (duration: 2.098603894s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:21.648537Z","caller":"traceutil/trace.go:171","msg":"trace[700963832] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27041; }","duration":"3.972997972s","start":"2026-03-31T06:00:17.675519Z","end":"2026-03-31T06:00:21.648517Z","steps":["trace[700963832] 'agreement among raft nodes before linearized reading' (duration: 3.972381982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.648577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.549237Z","time spent":"2.099319266s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:21.648597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.675503Z","time spent":"3.973075264s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T06:00:21.648603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.369804Z","time spent":"1.278729674s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:21.648013Z","caller":"traceutil/trace.go:171","msg":"trace[1022946687] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27041; }","duration":"1.654803744s","start":"2026-03-31T06:00:19.993194Z","end":"2026-03-31T06:00:21.647998Z","steps":["trace[1022946687] 'agreement among raft nodes before linearized reading' (duration: 1.654711332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.64875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.993175Z","time spent":"1.655558928s","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:21.648207Z","caller":"traceutil/trace.go:171","msg":"trace[1185783183] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27041; }","duration":"2.402692252s","start":"2026-03-31T06:00:19.245498Z","end":"2026-03-31T06:00:21.64819Z","steps":["trace[1185783183] 'agreement among raft nodes before linearized reading' (duration: 2.402457495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.648129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.245134Z","time spent":"2.402981901s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:21.649033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:19.245488Z","time spent":"2.403473397s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:21.648417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:17.671735Z","time spent":"3.976671276s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-31T06:00:21.649205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480815985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:21.649253Z","caller":"traceutil/trace.go:171","msg":"trace[1855087096] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:27041; }","duration":"1.480892827s","start":"2026-03-31T06:00:20.168346Z","end":"2026-03-31T06:00:21.649239Z","steps":["trace[1855087096] 'agreement among raft nodes before linearized reading' (duration: 1.479364719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.649282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.168329Z","time spent":"1.48094448s","remote":"127.0.0.1:37330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:21.649734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931715501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:00:21.649774Z","caller":"traceutil/trace.go:171","msg":"trace[473459823] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27041; }","duration":"2.931797133s","start":"2026-03-31T06:00:18.717969Z","end":"2026-03-31T06:00:21.649766Z","steps":["trace[473459823] 'agreement among raft nodes before linearized reading' (duration: 2.930317347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:21.649796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.717952Z","time spent":"2.931837715s","remote":"127.0.0.1:37586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2707,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:22.90828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.585873426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T06:00:22.908339Z","caller":"traceutil/trace.go:171","msg":"trace[2124981131] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27042; }","duration":"4.585970529s","start":"2026-03-31T06:00:18.322352Z","end":"2026-03-31T06:00:22.908322Z","steps":["trace[2124981131] 'agreement among raft nodes before linearized reading' (duration: 3.326101228s)","trace[2124981131] 'range keys from in-memory index tree' (duration: 1.259720387s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:22.908364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:18.322336Z","time spent":"4.58602235s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T06:00:22.909048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176365327s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:22.90929Z","caller":"traceutil/trace.go:171","msg":"trace[1552354698] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"2.080592218s","start":"2026-03-31T06:00:20.828664Z","end":"2026-03-31T06:00:22.909256Z","steps":["trace[1552354698] 'process raft request' (duration: 903.935323ms)","trace[1552354698] 'compare' (duration: 1.175625273s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:22.909333Z","caller":"traceutil/trace.go:171","msg":"trace[657680405] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"2.080168135s","start":"2026-03-31T06:00:20.829145Z","end":"2026-03-31T06:00:22.909314Z","steps":["trace[657680405] 'process raft request' (duration: 2.080091543s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:22.909336Z","caller":"traceutil/trace.go:171","msg":"trace[207793778] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"2.08065189s","start":"2026-03-31T06:00:20.828665Z","end":"2026-03-31T06:00:22.909317Z","steps":["trace[207793778] 'process raft request' (duration: 2.080484205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.909417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.829136Z","time spent":"2.080238938s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:22.909441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.828639Z","time spent":"2.080740923s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:22.909448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.828639Z","time spent":"2.080730883s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:22.9096Z","caller":"traceutil/trace.go:171","msg":"trace[1868418460] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"2.080016211s","start":"2026-03-31T06:00:20.829573Z","end":"2026-03-31T06:00:22.90959Z","steps":["trace[1868418460] 'process raft request' (duration: 2.079699331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.909664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.829534Z","time spent":"2.080098063s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:22.909695Z","caller":"traceutil/trace.go:171","msg":"trace[357537010] transaction","detail":"{read_only:false; response_revision:27047; number_of_response:1; }","duration":"2.080116684s","start":"2026-03-31T06:00:20.829568Z","end":"2026-03-31T06:00:22.909684Z","steps":["trace[357537010] 'process raft request' (duration: 2.079978939s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.909767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.829531Z","time spent":"2.080200366s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:22.952205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.191162082s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:00:22.952895Z","caller":"traceutil/trace.go:171","msg":"trace[92921926] transaction","detail":"{read_only:false; response_revision:27048; number_of_response:1; }","duration":"1.601249982s","start":"2026-03-31T06:00:21.351607Z","end":"2026-03-31T06:00:22.952857Z","steps":["trace[92921926] 'process raft request' (duration: 1.600943942s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:22.953278Z","caller":"traceutil/trace.go:171","msg":"trace[726660824] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"1.299200488s","start":"2026-03-31T06:00:21.654046Z","end":"2026-03-31T06:00:22.953246Z","steps":["trace[726660824] 'process raft request' (duration: 1.298735083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.953362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.351583Z","time spent":"1.601658695s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:22.953433Z","caller":"traceutil/trace.go:171","msg":"trace[1950349233] linearizableReadLoop","detail":"{readStateIndex:27986; appliedIndex:27980; }","duration":"1.306368403s","start":"2026-03-31T06:00:21.64704Z","end":"2026-03-31T06:00:22.953408Z","steps":["trace[1950349233] 'read index received' (duration: 85.56546ms)","trace[1950349233] 'applied index is now lower than readState.Index' (duration: 1.220801243s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:22.953482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.654034Z","time spent":"1.299330762s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:22.953732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581002648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18617"} {"level":"warn","ts":"2026-03-31T06:00:22.953758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584164217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T06:00:22.953808Z","caller":"traceutil/trace.go:171","msg":"trace[1540899457] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:27050; }","duration":"2.584236629s","start":"2026-03-31T06:00:20.369554Z","end":"2026-03-31T06:00:22.95379Z","steps":["trace[1540899457] 'agreement among raft nodes before linearized reading' (duration: 2.584096185s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:22.953806Z","caller":"traceutil/trace.go:171","msg":"trace[1979295760] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:27050; }","duration":"2.581091511s","start":"2026-03-31T06:00:20.372697Z","end":"2026-03-31T06:00:22.953788Z","steps":["trace[1979295760] 'agreement among raft nodes before linearized reading' (duration: 2.580876774s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.953855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.369539Z","time spent":"2.584308472s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-31T06:00:22.953865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.372636Z","time spent":"2.581216345s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-31T06:00:22.953936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31576254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T06:00:22.954001Z","caller":"traceutil/trace.go:171","msg":"trace[798323196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27050; }","duration":"2.315860074s","start":"2026-03-31T06:00:20.638125Z","end":"2026-03-31T06:00:22.953985Z","steps":["trace[798323196] 'agreement among raft nodes before linearized reading' (duration: 2.31541905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.954054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.638106Z","time spent":"2.315937466s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T06:00:22.954233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199562828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:22.954167Z","caller":"traceutil/trace.go:171","msg":"trace[1041033823] transaction","detail":"{read_only:false; response_revision:27050; number_of_response:1; }","duration":"1.299013601s","start":"2026-03-31T06:00:21.655133Z","end":"2026-03-31T06:00:22.954146Z","steps":["trace[1041033823] 'process raft request' (duration: 1.298006999s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:22.954278Z","caller":"traceutil/trace.go:171","msg":"trace[1914382101] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27050; }","duration":"2.199642841s","start":"2026-03-31T06:00:20.754625Z","end":"2026-03-31T06:00:22.954268Z","steps":["trace[1914382101] 'agreement among raft nodes before linearized reading' (duration: 2.199560248s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:22.954372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:20.754609Z","time spent":"2.199753384s","remote":"127.0.0.1:37428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:22.954458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.655119Z","time spent":"1.299168127s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:23.252588Z","caller":"traceutil/trace.go:171","msg":"trace[1513131771] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"879.748573ms","start":"2026-03-31T06:00:22.372814Z","end":"2026-03-31T06:00:23.252563Z","steps":["trace[1513131771] 'process raft request' (duration: 790.455067ms)","trace[1513131771] 'compare' (duration: 89.10059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:23.252731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.372772Z","time spent":"879.886717ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:23.252759Z","caller":"traceutil/trace.go:171","msg":"trace[1237177038] linearizableReadLoop","detail":"{readStateIndex:27990; appliedIndex:27988; }","duration":"299.235116ms","start":"2026-03-31T06:00:22.9535Z","end":"2026-03-31T06:00:23.252735Z","steps":["trace[1237177038] 'read index received' (duration: 209.751253ms)","trace[1237177038] 'applied index is now lower than readState.Index' (duration: 89.482533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:23.253057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215138546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:23.253126Z","caller":"traceutil/trace.go:171","msg":"trace[488152253] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:27052; }","duration":"1.215256519s","start":"2026-03-31T06:00:22.03785Z","end":"2026-03-31T06:00:23.253107Z","steps":["trace[488152253] 'agreement among raft nodes before linearized reading' (duration: 1.215097804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.253133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597512735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79596f97c36\" ","response":"range_response_count:1 size:812"} {"level":"warn","ts":"2026-03-31T06:00:23.253391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602257453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:23.253424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.709334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:23.253753Z","caller":"traceutil/trace.go:171","msg":"trace[2024038128] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:27052; }","duration":"651.079865ms","start":"2026-03-31T06:00:22.602657Z","end":"2026-03-31T06:00:23.253737Z","steps":["trace[2024038128] 'agreement among raft nodes before linearized reading' (duration: 650.722654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.253764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601092207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-31T06:00:23.253822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.711725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-31T06:00:23.253878Z","caller":"traceutil/trace.go:171","msg":"trace[1788484185] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:27052; }","duration":"295.772897ms","start":"2026-03-31T06:00:22.958079Z","end":"2026-03-31T06:00:23.253852Z","steps":["trace[1788484185] 'agreement among raft nodes before linearized reading' (duration: 295.655983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.253876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010580465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:23.253817Z","caller":"traceutil/trace.go:171","msg":"trace[1336440599] range","detail":"{range_begin:/registry/persistentvolumes/pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9; range_end:; response_count:1; response_revision:27052; }","duration":"1.601166749s","start":"2026-03-31T06:00:21.652639Z","end":"2026-03-31T06:00:23.253806Z","steps":["trace[1336440599] 'agreement among raft nodes before linearized reading' (duration: 1.601009074s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:23.253915Z","caller":"traceutil/trace.go:171","msg":"trace[42901408] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:27052; }","duration":"1.010655507s","start":"2026-03-31T06:00:22.243251Z","end":"2026-03-31T06:00:23.253906Z","steps":["trace[42901408] 'agreement among raft nodes before linearized reading' (duration: 1.010593015s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.25396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.243231Z","time spent":"1.01072136s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:23.253991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.652628Z","time spent":"1.601291793s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-187c5b6f-5ca8-41b9-9ae7-51e278a7f8d9\" "} {"level":"warn","ts":"2026-03-31T06:00:23.254064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.255459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T06:00:23.254088Z","caller":"traceutil/trace.go:171","msg":"trace[1631529087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27052; }","duration":"294.299761ms","start":"2026-03-31T06:00:22.959779Z","end":"2026-03-31T06:00:23.254079Z","steps":["trace[1631529087] 'agreement among raft nodes before linearized reading' (duration: 294.232559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.254087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60312334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T06:00:23.254157Z","caller":"traceutil/trace.go:171","msg":"trace[218537996] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27052; }","duration":"1.603263985s","start":"2026-03-31T06:00:21.650876Z","end":"2026-03-31T06:00:23.25414Z","steps":["trace[218537996] 'agreement among raft nodes before linearized reading' (duration: 1.603046158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.253819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.602638Z","time spent":"651.166128ms","remote":"127.0.0.1:53252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:23.254238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.650862Z","time spent":"1.603366247s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T06:00:23.253498Z","caller":"traceutil/trace.go:171","msg":"trace[876787380] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"332.925365ms","start":"2026-03-31T06:00:22.920549Z","end":"2026-03-31T06:00:23.253474Z","steps":["trace[876787380] 'process raft request' (duration: 331.965775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.253621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599376593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"warn","ts":"2026-03-31T06:00:23.254243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.01663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:23.254384Z","caller":"traceutil/trace.go:171","msg":"trace[725677710] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-glance-default-user; range_end:; response_count:1; response_revision:27052; }","duration":"1.600161937s","start":"2026-03-31T06:00:21.654209Z","end":"2026-03-31T06:00:23.254371Z","steps":["trace[725677710] 'agreement among raft nodes before linearized reading' (duration: 1.599246448s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.254414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.654155Z","time spent":"1.60024874s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-glance-default-user\" "} {"level":"info","ts":"2026-03-31T06:00:23.254405Z","caller":"traceutil/trace.go:171","msg":"trace[78358989] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27052; }","duration":"265.365081ms","start":"2026-03-31T06:00:22.989017Z","end":"2026-03-31T06:00:23.254382Z","steps":["trace[78358989] 'agreement among raft nodes before linearized reading' (duration: 264.821684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:23.253438Z","caller":"traceutil/trace.go:171","msg":"trace[1613374254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27052; }","duration":"1.602303724s","start":"2026-03-31T06:00:21.651123Z","end":"2026-03-31T06:00:23.253427Z","steps":["trace[1613374254] 'agreement among raft nodes before linearized reading' (duration: 1.602230242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.254544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.651099Z","time spent":"1.60343533s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:00:23.254522Z","caller":"traceutil/trace.go:171","msg":"trace[420200650] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a1d79596f97c36; range_end:; response_count:1; response_revision:27052; }","duration":"1.597583796s","start":"2026-03-31T06:00:21.655591Z","end":"2026-03-31T06:00:23.253175Z","steps":["trace[420200650] 'agreement among raft nodes before linearized reading' (duration: 1.597410581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.254335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.920521Z","time spent":"333.773882ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:23.254617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:21.655582Z","time spent":"1.599014811s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":836,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79596f97c36\" "} {"level":"warn","ts":"2026-03-31T06:00:23.253674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.752255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:23.254698Z","caller":"traceutil/trace.go:171","msg":"trace[164701829] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27052; }","duration":"930.842639ms","start":"2026-03-31T06:00:22.323838Z","end":"2026-03-31T06:00:23.25468Z","steps":["trace[164701829] 'agreement among raft nodes before linearized reading' (duration: 929.765395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:23.254756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.323812Z","time spent":"930.924981ms","remote":"127.0.0.1:40810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:23.253169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:22.037829Z","time spent":"1.215329261s","remote":"127.0.0.1:42592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:24.53467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.259883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:24.534972Z","caller":"traceutil/trace.go:171","msg":"trace[1025063687] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"1.27324101s","start":"2026-03-31T06:00:23.261714Z","end":"2026-03-31T06:00:24.534955Z","steps":["trace[1025063687] 'process raft request' (duration: 1.273184419s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.535038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.261679Z","time spent":"1.273326103s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:24.535218Z","caller":"traceutil/trace.go:171","msg":"trace[145621596] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"1.277809444s","start":"2026-03-31T06:00:23.257396Z","end":"2026-03-31T06:00:24.535206Z","steps":["trace[145621596] 'process raft request' (duration: 414.929573ms)","trace[145621596] 'compare' (duration: 861.658423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:24.535281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.257384Z","time spent":"1.277869256s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:24.53571Z","caller":"traceutil/trace.go:171","msg":"trace[925019178] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"1.274374657s","start":"2026-03-31T06:00:23.261317Z","end":"2026-03-31T06:00:24.535692Z","steps":["trace[925019178] 'process raft request' (duration: 1.273502889s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:24.535722Z","caller":"traceutil/trace.go:171","msg":"trace[2122601900] linearizableReadLoop","detail":"{readStateIndex:27991; appliedIndex:27990; }","duration":"1.27768172s","start":"2026-03-31T06:00:23.258014Z","end":"2026-03-31T06:00:24.535696Z","steps":["trace[2122601900] 'read index received' (duration: 414.324693ms)","trace[2122601900] 'applied index is now lower than readState.Index' (duration: 863.354287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:24.5358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.261304Z","time spent":"1.274458289s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:24.535971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277936249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T06:00:24.536017Z","caller":"traceutil/trace.go:171","msg":"trace[110026347] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27055; }","duration":"1.278007071s","start":"2026-03-31T06:00:23.258Z","end":"2026-03-31T06:00:24.536007Z","steps":["trace[110026347] 'agreement among raft nodes before linearized reading' (duration: 1.277814964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.536052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.257993Z","time spent":"1.278048392s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T06:00:24.536304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274240491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-31T06:00:24.536345Z","caller":"traceutil/trace.go:171","msg":"trace[2136741841] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:27055; }","duration":"1.274297534s","start":"2026-03-31T06:00:23.262034Z","end":"2026-03-31T06:00:24.536331Z","steps":["trace[2136741841] 'agreement among raft nodes before linearized reading' (duration: 1.274196871s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.536374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.262026Z","time spent":"1.274341435s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:24.536512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.242342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:24.536561Z","caller":"traceutil/trace.go:171","msg":"trace[1266390146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27055; }","duration":"471.326545ms","start":"2026-03-31T06:00:24.065223Z","end":"2026-03-31T06:00:24.53655Z","steps":["trace[1266390146] 'agreement among raft nodes before linearized reading' (duration: 471.242802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.536598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190541291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-31T06:00:24.536636Z","caller":"traceutil/trace.go:171","msg":"trace[1972435873] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:27055; }","duration":"1.190595303s","start":"2026-03-31T06:00:23.346032Z","end":"2026-03-31T06:00:24.536627Z","steps":["trace[1972435873] 'agreement among raft nodes before linearized reading' (duration: 1.19051052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.536668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.346023Z","time spent":"1.190639464s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-31T06:00:24.536749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.636005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:24.536601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.065208Z","time spent":"471.379607ms","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:24.53683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273398885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:24.536829Z","caller":"traceutil/trace.go:171","msg":"trace[404603336] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:27055; }","duration":"814.77352ms","start":"2026-03-31T06:00:23.722039Z","end":"2026-03-31T06:00:24.536812Z","steps":["trace[404603336] 'agreement among raft nodes before linearized reading' (duration: 814.638666ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:24.536858Z","caller":"traceutil/trace.go:171","msg":"trace[512550829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27055; }","duration":"1.273458497s","start":"2026-03-31T06:00:23.26339Z","end":"2026-03-31T06:00:24.536849Z","steps":["trace[512550829] 'agreement among raft nodes before linearized reading' (duration: 1.273416906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.536531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141014465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:24.536893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.722017Z","time spent":"814.854342ms","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:24.536989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.258223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:24.537028Z","caller":"traceutil/trace.go:171","msg":"trace[806996349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27055; }","duration":"555.335965ms","start":"2026-03-31T06:00:23.981682Z","end":"2026-03-31T06:00:24.537018Z","steps":["trace[806996349] 'agreement among raft nodes before linearized reading' (duration: 555.269563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.53705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.981663Z","time spent":"555.381127ms","remote":"127.0.0.1:37278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:24.537052Z","caller":"traceutil/trace.go:171","msg":"trace[1103936940] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27055; }","duration":"1.141498209s","start":"2026-03-31T06:00:23.395432Z","end":"2026-03-31T06:00:24.53693Z","steps":["trace[1103936940] 'agreement among raft nodes before linearized reading' (duration: 1.141005034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.537149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.458254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T06:00:24.537191Z","caller":"traceutil/trace.go:171","msg":"trace[1609544398] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27055; }","duration":"922.536467ms","start":"2026-03-31T06:00:23.614645Z","end":"2026-03-31T06:00:24.537182Z","steps":["trace[1609544398] 'agreement among raft nodes before linearized reading' (duration: 922.437694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.537217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.614625Z","time spent":"922.586378ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T06:00:24.537288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.395403Z","time spent":"1.141773028s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T06:00:24.536975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191362087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-31T06:00:24.536884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2713275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"warn","ts":"2026-03-31T06:00:24.536524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158902826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:24.537409Z","caller":"traceutil/trace.go:171","msg":"trace[1707539367] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:27055; }","duration":"1.191836782s","start":"2026-03-31T06:00:23.345559Z","end":"2026-03-31T06:00:24.537396Z","steps":["trace[1707539367] 'agreement among raft nodes before linearized reading' (duration: 1.191346647s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:24.537426Z","caller":"traceutil/trace.go:171","msg":"trace[1803923720] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:27055; }","duration":"1.271859066s","start":"2026-03-31T06:00:23.265547Z","end":"2026-03-31T06:00:24.537406Z","steps":["trace[1803923720] 'agreement among raft nodes before linearized reading' (duration: 1.271239937s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:24.537442Z","caller":"traceutil/trace.go:171","msg":"trace[1737840249] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:27055; }","duration":"1.159853136s","start":"2026-03-31T06:00:23.377579Z","end":"2026-03-31T06:00:24.537432Z","steps":["trace[1737840249] 'agreement among raft nodes before linearized reading' (duration: 1.158909157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.537448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267633335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-03-31T06:00:24.537468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.345537Z","time spent":"1.191912424s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-03-31T06:00:24.537478Z","caller":"traceutil/trace.go:171","msg":"trace[1524158668] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:27055; }","duration":"1.267673425s","start":"2026-03-31T06:00:23.269795Z","end":"2026-03-31T06:00:24.537468Z","steps":["trace[1524158668] 'agreement among raft nodes before linearized reading' (duration: 1.267612933s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.537479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.377559Z","time spent":"1.159908938s","remote":"127.0.0.1:36354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:24.537488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.265519Z","time spent":"1.271948579s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-03-31T06:00:24.537503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.269788Z","time spent":"1.267710776s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:24.53689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.263377Z","time spent":"1.273508229s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:24.537315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260054176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-03-31T06:00:24.538636Z","caller":"traceutil/trace.go:171","msg":"trace[809214928] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:27055; }","duration":"1.261396498s","start":"2026-03-31T06:00:23.277229Z","end":"2026-03-31T06:00:24.538626Z","steps":["trace[809214928] 'agreement among raft nodes before linearized reading' (duration: 1.259997724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.53868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:23.277215Z","time spent":"1.26145164s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1887,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:00:24.978137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.827378ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T06:00:24.978552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.540078Z","time spent":"438.466812ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:00:24.978671Z","caller":"traceutil/trace.go:171","msg":"trace[1825001115] linearizableReadLoop","detail":"{readStateIndex:27994; appliedIndex:27993; }","duration":"437.377288ms","start":"2026-03-31T06:00:24.541278Z","end":"2026-03-31T06:00:24.978655Z","steps":["trace[1825001115] 'read index received' (duration: 106.994303ms)","trace[1825001115] 'applied index is now lower than readState.Index' (duration: 330.381335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:24.978801Z","caller":"traceutil/trace.go:171","msg":"trace[449319760] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"436.932554ms","start":"2026-03-31T06:00:24.541845Z","end":"2026-03-31T06:00:24.978777Z","steps":["trace[449319760] 'process raft request' (duration: 436.474929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.978833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.537823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-03-31T06:00:24.978868Z","caller":"traceutil/trace.go:171","msg":"trace[1087401538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:27056; }","duration":"437.599725ms","start":"2026-03-31T06:00:24.541259Z","end":"2026-03-31T06:00:24.978858Z","steps":["trace[1087401538] 'agreement among raft nodes before linearized reading' (duration: 437.471861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.978891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.541251Z","time spent":"437.633406ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:24.978916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.541835Z","time spent":"437.006896ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:24.97894Z","caller":"traceutil/trace.go:171","msg":"trace[1633615553] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"436.381216ms","start":"2026-03-31T06:00:24.542538Z","end":"2026-03-31T06:00:24.978919Z","steps":["trace[1633615553] 'process raft request' (duration: 435.908871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:24.979093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.542532Z","time spent":"436.47705ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:25.479159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:26.344358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.260453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:26.344473Z","caller":"traceutil/trace.go:171","msg":"trace[955434102] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"1.428623095s","start":"2026-03-31T06:00:24.915824Z","end":"2026-03-31T06:00:26.344447Z","steps":["trace[955434102] 'process raft request' (duration: 588.183387ms)","trace[955434102] 'compare' (duration: 839.833938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:26.344552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.915801Z","time spent":"1.428710567s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:26.545414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:26.545486Z","caller":"traceutil/trace.go:171","msg":"trace[961279868] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063017s","start":"2026-03-31T06:00:24.545399Z","end":"2026-03-31T06:00:26.545462Z","steps":["trace[961279868] 'agreement among raft nodes before linearized reading' (duration: 1.999975144s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:26.545518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.545392Z","time spent":"2.000120299s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:26.77766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273623965s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:27.249929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.957275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:27.250124Z","caller":"traceutil/trace.go:171","msg":"trace[2144486811] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"2.332968622s","start":"2026-03-31T06:00:24.917133Z","end":"2026-03-31T06:00:27.250102Z","steps":["trace[2144486811] 'process raft request' (duration: 1.860705167s)","trace[2144486811] 'compare' (duration: 471.759389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:27.250192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.91712Z","time spent":"2.333043534s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.250427Z","caller":"traceutil/trace.go:171","msg":"trace[1701369526] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"2.333269151s","start":"2026-03-31T06:00:24.917149Z","end":"2026-03-31T06:00:27.250418Z","steps":["trace[1701369526] 'process raft request' (duration: 2.332886189s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.250465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.917143Z","time spent":"2.333300762s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.250471Z","caller":"traceutil/trace.go:171","msg":"trace[1031720115] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"2.333195858s","start":"2026-03-31T06:00:24.917264Z","end":"2026-03-31T06:00:27.25046Z","steps":["trace[1031720115] 'process raft request' (duration: 2.333060344s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.250519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.917238Z","time spent":"2.3332536s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.250529Z","caller":"traceutil/trace.go:171","msg":"trace[318836653] transaction","detail":"{read_only:false; response_revision:27062; number_of_response:1; }","duration":"2.332860328s","start":"2026-03-31T06:00:24.917662Z","end":"2026-03-31T06:00:27.250523Z","steps":["trace[318836653] 'process raft request' (duration: 2.332736594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.250562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.917648Z","time spent":"2.332893609s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.250641Z","caller":"traceutil/trace.go:171","msg":"trace[1235860579] transaction","detail":"{read_only:false; response_revision:27065; number_of_response:1; }","duration":"2.076372418s","start":"2026-03-31T06:00:25.17426Z","end":"2026-03-31T06:00:27.250633Z","steps":["trace[1235860579] 'process raft request' (duration: 2.076240113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.250677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.174226Z","time spent":"2.076431749s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.250677Z","caller":"traceutil/trace.go:171","msg":"trace[1065819674] transaction","detail":"{read_only:false; response_revision:27068; number_of_response:1; }","duration":"707.006124ms","start":"2026-03-31T06:00:26.543663Z","end":"2026-03-31T06:00:27.250669Z","steps":["trace[1065819674] 'process raft request' (duration: 706.939172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:27.250705Z","caller":"traceutil/trace.go:171","msg":"trace[780239475] transaction","detail":"{read_only:false; response_revision:27066; number_of_response:1; }","duration":"1.992485961s","start":"2026-03-31T06:00:25.258213Z","end":"2026-03-31T06:00:27.250699Z","steps":["trace[780239475] 'process raft request' (duration: 1.992319695s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.250715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:26.543634Z","time spent":"707.061195ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.250734Z","caller":"traceutil/trace.go:171","msg":"trace[1993851797] transaction","detail":"{read_only:false; response_revision:27063; number_of_response:1; }","duration":"2.270707154s","start":"2026-03-31T06:00:24.980019Z","end":"2026-03-31T06:00:27.250726Z","steps":["trace[1993851797] 'process raft request' (duration: 2.270412925s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.250774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.980001Z","time spent":"2.270749866s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:27.250794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.25818Z","time spent":"1.992551823s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.250891Z","caller":"traceutil/trace.go:171","msg":"trace[988178277] transaction","detail":"{read_only:false; response_revision:27064; number_of_response:1; }","duration":"2.267101341s","start":"2026-03-31T06:00:24.983781Z","end":"2026-03-31T06:00:27.250883Z","steps":["trace[988178277] 'process raft request' (duration: 2.266686538s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:27.250915Z","caller":"traceutil/trace.go:171","msg":"trace[103732027] linearizableReadLoop","detail":"{readStateIndex:28005; appliedIndex:27996; }","duration":"2.27213467s","start":"2026-03-31T06:00:24.978772Z","end":"2026-03-31T06:00:27.250907Z","steps":["trace[103732027] 'read index received' (duration: 525.219588ms)","trace[103732027] 'applied index is now lower than readState.Index' (duration: 1.746914182s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:27.250921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.98377Z","time spent":"2.267136972s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T06:00:27.250651Z","caller":"traceutil/trace.go:171","msg":"trace[664149682] transaction","detail":"{read_only:false; response_revision:27067; number_of_response:1; }","duration":"1.525865834s","start":"2026-03-31T06:00:25.724767Z","end":"2026-03-31T06:00:27.250633Z","steps":["trace[664149682] 'process raft request' (duration: 1.525805542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.724744Z","time spent":"1.526267806s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:27.251037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.286405188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T06:00:27.251058Z","caller":"traceutil/trace.go:171","msg":"trace[228848803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27068; }","duration":"2.286469861s","start":"2026-03-31T06:00:24.964581Z","end":"2026-03-31T06:00:27.251051Z","steps":["trace[228848803] 'agreement among raft nodes before linearized reading' (duration: 2.286382858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.964554Z","time spent":"2.286518412s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:27.25118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287027658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T06:00:27.251198Z","caller":"traceutil/trace.go:171","msg":"trace[1104790295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27068; }","duration":"2.287062029s","start":"2026-03-31T06:00:24.96413Z","end":"2026-03-31T06:00:27.251192Z","steps":["trace[1104790295] 'agreement among raft nodes before linearized reading' (duration: 2.287009717s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.964123Z","time spent":"2.2870964s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:27.251266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708351651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-31T06:00:27.251293Z","caller":"traceutil/trace.go:171","msg":"trace[153540302] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27068; }","duration":"2.708391962s","start":"2026-03-31T06:00:24.542893Z","end":"2026-03-31T06:00:27.251285Z","steps":["trace[153540302] 'agreement among raft nodes before linearized reading' (duration: 2.708298809s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094252299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-03-31T06:00:27.251338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.542887Z","time spent":"2.708445643s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T06:00:27.251342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705670937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:27.251362Z","caller":"traceutil/trace.go:171","msg":"trace[1743993799] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27068; }","duration":"2.705711948s","start":"2026-03-31T06:00:24.545644Z","end":"2026-03-31T06:00:27.251356Z","steps":["trace[1743993799] 'agreement among raft nodes before linearized reading' (duration: 2.705653136s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.545629Z","time spent":"2.705748399s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T06:00:27.251412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710109626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-03-31T06:00:27.251428Z","caller":"traceutil/trace.go:171","msg":"trace[348137224] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:27068; }","duration":"2.710158757s","start":"2026-03-31T06:00:24.541264Z","end":"2026-03-31T06:00:27.251423Z","steps":["trace[348137224] 'agreement among raft nodes before linearized reading' (duration: 2.710092725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.541257Z","time spent":"2.710183729s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3332,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:00:27.251456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664247064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:27.251474Z","caller":"traceutil/trace.go:171","msg":"trace[1873934188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27068; }","duration":"2.664286396s","start":"2026-03-31T06:00:24.587181Z","end":"2026-03-31T06:00:27.251467Z","steps":["trace[1873934188] 'agreement among raft nodes before linearized reading' (duration: 2.664247164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.58717Z","time spent":"2.664315956s","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:27.251506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707466673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-31T06:00:27.251528Z","caller":"traceutil/trace.go:171","msg":"trace[1392348255] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531; range_end:; response_count:1; response_revision:27068; }","duration":"2.707504654s","start":"2026-03-31T06:00:24.544016Z","end":"2026-03-31T06:00:27.25152Z","steps":["trace[1392348255] 'agreement among raft nodes before linearized reading' (duration: 2.707438162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:24.544003Z","time spent":"2.707538275s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1d4f3ec4-7123-4266-b361-274e01bd5531\" "} {"level":"info","ts":"2026-03-31T06:00:27.251345Z","caller":"traceutil/trace.go:171","msg":"trace[1131622838] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:27068; }","duration":"2.094322472s","start":"2026-03-31T06:00:25.157016Z","end":"2026-03-31T06:00:27.251339Z","steps":["trace[1131622838] 'agreement among raft nodes before linearized reading' (duration: 2.094228929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.157001Z","time spent":"2.09459186s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:27.251647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.245734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:27.251667Z","caller":"traceutil/trace.go:171","msg":"trace[1251843485] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:27068; }","duration":"221.308486ms","start":"2026-03-31T06:00:27.030352Z","end":"2026-03-31T06:00:27.25166Z","steps":["trace[1251843485] 'agreement among raft nodes before linearized reading' (duration: 221.269965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.927624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:27.251774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335611213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:27.251795Z","caller":"traceutil/trace.go:171","msg":"trace[1424328236] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:27068; }","duration":"1.335636924s","start":"2026-03-31T06:00:25.916151Z","end":"2026-03-31T06:00:27.251788Z","steps":["trace[1424328236] 'agreement among raft nodes before linearized reading' (duration: 1.335597643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435810363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:27.251812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.916092Z","time spent":"1.335714926s","remote":"127.0.0.1:37354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:27.251823Z","caller":"traceutil/trace.go:171","msg":"trace[1494099448] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27068; }","duration":"1.435864955s","start":"2026-03-31T06:00:25.815953Z","end":"2026-03-31T06:00:27.251817Z","steps":["trace[1494099448] 'agreement among raft nodes before linearized reading' (duration: 1.435835334s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.61487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:27.251857Z","caller":"traceutil/trace.go:171","msg":"trace[1736315001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27068; }","duration":"705.654501ms","start":"2026-03-31T06:00:26.546196Z","end":"2026-03-31T06:00:27.251851Z","steps":["trace[1736315001] 'agreement among raft nodes before linearized reading' (duration: 705.61475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:26.546186Z","time spent":"705.683071ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:27.251925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.290668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:27.251949Z","caller":"traceutil/trace.go:171","msg":"trace[1438990996] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27068; }","duration":"892.34017ms","start":"2026-03-31T06:00:26.359602Z","end":"2026-03-31T06:00:27.251943Z","steps":["trace[1438990996] 'agreement among raft nodes before linearized reading' (duration: 892.303199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:26.35959Z","time spent":"892.37207ms","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:00:27.251988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.38517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:27.25184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.81593Z","time spent":"1.435904286s","remote":"127.0.0.1:53506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:27.252009Z","caller":"traceutil/trace.go:171","msg":"trace[917692730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27068; }","duration":"424.435582ms","start":"2026-03-31T06:00:26.827567Z","end":"2026-03-31T06:00:27.252003Z","steps":["trace[917692730] 'agreement among raft nodes before linearized reading' (duration: 424.39521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.251978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043612867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:27.252047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:26.82755Z","time spent":"424.490983ms","remote":"127.0.0.1:53434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:27.252081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208379184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:27.252103Z","caller":"traceutil/trace.go:171","msg":"trace[1419317114] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27068; }","duration":"1.208436726s","start":"2026-03-31T06:00:26.043659Z","end":"2026-03-31T06:00:27.252096Z","steps":["trace[1419317114] 'agreement among raft nodes before linearized reading' (duration: 1.208392944s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:27.252085Z","caller":"traceutil/trace.go:171","msg":"trace[559181218] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:27068; }","duration":"2.043792313s","start":"2026-03-31T06:00:25.208264Z","end":"2026-03-31T06:00:27.252056Z","steps":["trace[559181218] 'agreement among raft nodes before linearized reading' (duration: 2.043620708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.252122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:26.043642Z","time spent":"1.208474597s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:27.252143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:25.208234Z","time spent":"2.043896917s","remote":"127.0.0.1:42562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:27.251777Z","caller":"traceutil/trace.go:171","msg":"trace[975753986] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27068; }","duration":"387.979125ms","start":"2026-03-31T06:00:26.863791Z","end":"2026-03-31T06:00:27.25177Z","steps":["trace[975753986] 'agreement among raft nodes before linearized reading' (duration: 387.945434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.252228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:26.863773Z","time spent":"388.4472ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:27.864863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.035914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:27.865065Z","caller":"traceutil/trace.go:171","msg":"trace[1688686111] transaction","detail":"{read_only:false; response_revision:27069; number_of_response:1; }","duration":"609.002271ms","start":"2026-03-31T06:00:27.256037Z","end":"2026-03-31T06:00:27.865039Z","steps":["trace[1688686111] 'process raft request' (duration: 172.733119ms)","trace[1688686111] 'compare' (duration: 435.91249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:27.865174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.256007Z","time spent":"609.118884ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T06:00:27.864943Z","caller":"traceutil/trace.go:171","msg":"trace[1274555099] linearizableReadLoop","detail":"{readStateIndex:28008; appliedIndex:28007; }","duration":"604.452268ms","start":"2026-03-31T06:00:27.260479Z","end":"2026-03-31T06:00:27.864931Z","steps":["trace[1274555099] 'read index received' (duration: 168.439765ms)","trace[1274555099] 'applied index is now lower than readState.Index' (duration: 436.011313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:27.865267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.756158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:27.865364Z","caller":"traceutil/trace.go:171","msg":"trace[39666369] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27069; }","duration":"604.871951ms","start":"2026-03-31T06:00:27.260458Z","end":"2026-03-31T06:00:27.86533Z","steps":["trace[39666369] 'agreement among raft nodes before linearized reading' (duration: 604.686015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.865416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260447Z","time spent":"604.958644ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T06:00:27.866576Z","caller":"traceutil/trace.go:171","msg":"trace[253223441] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"606.002166ms","start":"2026-03-31T06:00:27.26055Z","end":"2026-03-31T06:00:27.866552Z","steps":["trace[253223441] 'process raft request' (duration: 605.8132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:27.866609Z","caller":"traceutil/trace.go:171","msg":"trace[1116305373] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"605.954065ms","start":"2026-03-31T06:00:27.260634Z","end":"2026-03-31T06:00:27.866588Z","steps":["trace[1116305373] 'process raft request' (duration: 605.78895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.866667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260529Z","time spent":"606.09435ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:27.866711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260615Z","time spent":"606.038537ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:27.86729Z","caller":"traceutil/trace.go:171","msg":"trace[1195884496] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"605.856942ms","start":"2026-03-31T06:00:27.260648Z","end":"2026-03-31T06:00:27.866505Z","steps":["trace[1195884496] 'process raft request' (duration: 605.824391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:27.86736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260641Z","time spent":"606.698549ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:29.263363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:29.263439Z","caller":"traceutil/trace.go:171","msg":"trace[1152318892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416186s","start":"2026-03-31T06:00:27.263007Z","end":"2026-03-31T06:00:29.263424Z","steps":["trace[1152318892] 'agreement among raft nodes before linearized reading' (duration: 2.000325974s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:29.26348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.263Z","time spent":"2.000469898s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:29.314634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194449305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:29.412944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:28.794305Z","time spent":"618.628895ms","remote":"127.0.0.1:40222","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T06:00:29.413077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396581248s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:29.413316Z","caller":"traceutil/trace.go:171","msg":"trace[807422257] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"1.452698902s","start":"2026-03-31T06:00:27.960603Z","end":"2026-03-31T06:00:29.413302Z","steps":["trace[807422257] 'process raft request' (duration: 1.45264517s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:29.413331Z","caller":"traceutil/trace.go:171","msg":"trace[224138088] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"1.543187866s","start":"2026-03-31T06:00:27.870121Z","end":"2026-03-31T06:00:29.413309Z","steps":["trace[224138088] 'process raft request' (duration: 1.543047371s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:29.413378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.960574Z","time spent":"1.452774634s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:29.413423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.870106Z","time spent":"1.543259529s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T06:00:29.413339Z","caller":"traceutil/trace.go:171","msg":"trace[1724231751] linearizableReadLoop","detail":"{readStateIndex:28012; appliedIndex:28008; }","duration":"1.547994778s","start":"2026-03-31T06:00:27.865313Z","end":"2026-03-31T06:00:29.413308Z","steps":["trace[1724231751] 'read index received' (duration: 1.032533ms)","trace[1724231751] 'applied index is now lower than readState.Index' (duration: 1.546959185s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:29.413507Z","caller":"traceutil/trace.go:171","msg":"trace[1111720992] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"1.689504306s","start":"2026-03-31T06:00:27.72393Z","end":"2026-03-31T06:00:29.413434Z","steps":["trace[1111720992] 'process raft request' (duration: 292.484064ms)","trace[1111720992] 'compare' (duration: 1.394838293s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:29.413567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152827058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-03-31T06:00:29.413602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15292823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-31T06:00:29.413635Z","caller":"traceutil/trace.go:171","msg":"trace[1517413927] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:27075; }","duration":"2.15291119s","start":"2026-03-31T06:00:27.260705Z","end":"2026-03-31T06:00:29.413616Z","steps":["trace[1517413927] 'agreement among raft nodes before linearized reading' (duration: 2.152635322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:29.413682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260679Z","time spent":"2.152991482s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5666,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:00:29.413708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150274157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-31T06:00:29.413721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.150327469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-31T06:00:29.413738Z","caller":"traceutil/trace.go:171","msg":"trace[1870081086] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:27075; }","duration":"2.150313208s","start":"2026-03-31T06:00:27.263415Z","end":"2026-03-31T06:00:29.413728Z","steps":["trace[1870081086] 'agreement among raft nodes before linearized reading' (duration: 2.15004965s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:29.413747Z","caller":"traceutil/trace.go:171","msg":"trace[20805644] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:27075; }","duration":"2.150352979s","start":"2026-03-31T06:00:27.263386Z","end":"2026-03-31T06:00:29.413739Z","steps":["trace[20805644] 'agreement among raft nodes before linearized reading' (duration: 2.150242256s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:29.413644Z","caller":"traceutil/trace.go:171","msg":"trace[369161788] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:27075; }","duration":"2.152993273s","start":"2026-03-31T06:00:27.260639Z","end":"2026-03-31T06:00:29.413633Z","steps":["trace[369161788] 'agreement among raft nodes before linearized reading' (duration: 2.152803537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:29.413756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153114516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"warn","ts":"2026-03-31T06:00:29.41378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.263376Z","time spent":"2.150398451s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-31T06:00:29.413781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.263405Z","time spent":"2.15036722s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-31T06:00:29.413797Z","caller":"traceutil/trace.go:171","msg":"trace[1849893412] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:27075; }","duration":"2.153174769s","start":"2026-03-31T06:00:27.26061Z","end":"2026-03-31T06:00:29.413785Z","steps":["trace[1849893412] 'agreement among raft nodes before linearized reading' (duration: 2.152797327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:29.413832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.2606Z","time spent":"2.15322325s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-31T06:00:29.41372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.723901Z","time spent":"1.689695612s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:29.413531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152853518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T06:00:29.413961Z","caller":"traceutil/trace.go:171","msg":"trace[961453793] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27075; }","duration":"2.153332943s","start":"2026-03-31T06:00:27.260616Z","end":"2026-03-31T06:00:29.413949Z","steps":["trace[961453793] 'agreement among raft nodes before linearized reading' (duration: 2.152748765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:29.414031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260597Z","time spent":"2.153422136s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T06:00:29.413796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260632Z","time spent":"2.153151778s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:29.414077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15352246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T06:00:29.414124Z","caller":"traceutil/trace.go:171","msg":"trace[452440155] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27075; }","duration":"2.153596692s","start":"2026-03-31T06:00:27.260507Z","end":"2026-03-31T06:00:29.414103Z","steps":["trace[452440155] 'agreement among raft nodes before linearized reading' (duration: 2.15289557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:29.414195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.260483Z","time spent":"2.153695435s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T06:00:29.914369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:30.415144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:30.614373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:30.614459Z","caller":"traceutil/trace.go:171","msg":"trace[575648590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080271s","start":"2026-03-31T06:00:28.613636Z","end":"2026-03-31T06:00:30.614438Z","steps":["trace[575648590] 'agreement among raft nodes before linearized reading' (duration: 2.000694197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:30.614506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:28.613618Z","time spent":"2.000878083s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:30.915782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573396,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:30.920195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068525325s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:31.263381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:31.263469Z","caller":"traceutil/trace.go:171","msg":"trace[1692321081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113057s","start":"2026-03-31T06:00:29.263335Z","end":"2026-03-31T06:00:31.263448Z","steps":["trace[1692321081] 'agreement among raft nodes before linearized reading' (duration: 2.000001363s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.263521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.263297Z","time spent":"2.000210311s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:31.314282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440682703s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:31.314404Z","caller":"traceutil/trace.go:171","msg":"trace[541088794] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27075; }","duration":"1.440813937s","start":"2026-03-31T06:00:29.873572Z","end":"2026-03-31T06:00:31.314386Z","steps":["trace[541088794] 'range keys from in-memory index tree' (duration: 1.440663452s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.660075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:31.316456Z","caller":"traceutil/trace.go:171","msg":"trace[1812716408] linearizableReadLoop","detail":"{readStateIndex:28021; appliedIndex:28014; }","duration":"1.902918853s","start":"2026-03-31T06:00:29.413519Z","end":"2026-03-31T06:00:31.316438Z","steps":["trace[1812716408] 'read index received' (duration: 1.50673383s)","trace[1812716408] 'applied index is now lower than readState.Index' (duration: 396.183883ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:31.316559Z","caller":"traceutil/trace.go:171","msg":"trace[211543509] transaction","detail":"{read_only:false; response_revision:27076; number_of_response:1; }","duration":"2.966149522s","start":"2026-03-31T06:00:28.350396Z","end":"2026-03-31T06:00:31.316545Z","steps":["trace[211543509] 'process raft request' (duration: 2.569905848s)","trace[211543509] 'compare' (duration: 394.552841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:31.316623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:28.350372Z","time spent":"2.966211814s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:31.316786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997992833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:31.31682Z","caller":"traceutil/trace.go:171","msg":"trace[1527184785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27082; }","duration":"2.998066545s","start":"2026-03-31T06:00:28.318744Z","end":"2026-03-31T06:00:31.316811Z","steps":["trace[1527184785] 'agreement among raft nodes before linearized reading' (duration: 2.997974592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955573518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:31.316838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777058909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:31.316845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:28.318726Z","time spent":"2.998111467s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:31.316853Z","caller":"traceutil/trace.go:171","msg":"trace[1962698598] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:27082; }","duration":"1.955625309s","start":"2026-03-31T06:00:29.361215Z","end":"2026-03-31T06:00:31.316841Z","steps":["trace[1962698598] 'agreement among raft nodes before linearized reading' (duration: 1.955539237s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901228539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-t5h8q\" ","response":"range_response_count:1 size:8248"} {"level":"info","ts":"2026-03-31T06:00:31.316868Z","caller":"traceutil/trace.go:171","msg":"trace[1037293590] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27082; }","duration":"2.777123771s","start":"2026-03-31T06:00:28.539735Z","end":"2026-03-31T06:00:31.316859Z","steps":["trace[1037293590] 'agreement among raft nodes before linearized reading' (duration: 2.777064019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400221554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:31.316889Z","caller":"traceutil/trace.go:171","msg":"trace[736147192] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-t5h8q; range_end:; response_count:1; response_revision:27082; }","duration":"1.901294652s","start":"2026-03-31T06:00:29.415586Z","end":"2026-03-31T06:00:31.316881Z","steps":["trace[736147192] 'agreement among raft nodes before linearized reading' (duration: 1.901152467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:28.539717Z","time spent":"2.777170162s","remote":"127.0.0.1:37490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:31.316886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.361156Z","time spent":"1.955721281s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:31.316908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.415564Z","time spent":"1.901339832s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8272,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-t5h8q\" "} {"level":"info","ts":"2026-03-31T06:00:31.316911Z","caller":"traceutil/trace.go:171","msg":"trace[500419072] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:27082; }","duration":"2.400297666s","start":"2026-03-31T06:00:28.916596Z","end":"2026-03-31T06:00:31.316893Z","steps":["trace[500419072] 'agreement among raft nodes before linearized reading' (duration: 2.400129441s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520375998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:00:31.316923Z","caller":"traceutil/trace.go:171","msg":"trace[600610865] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"2.058117631s","start":"2026-03-31T06:00:29.258793Z","end":"2026-03-31T06:00:31.316911Z","steps":["trace[600610865] 'process raft request' (duration: 2.057468s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:28.91657Z","time spent":"2.400369628s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:31.316956Z","caller":"traceutil/trace.go:171","msg":"trace[467493054] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27082; }","duration":"1.520465301s","start":"2026-03-31T06:00:29.796477Z","end":"2026-03-31T06:00:31.316942Z","steps":["trace[467493054] 'agreement among raft nodes before linearized reading' (duration: 1.520268094s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.316991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.796457Z","time spent":"1.520524762s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:31.317028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794155233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:31.317052Z","caller":"traceutil/trace.go:171","msg":"trace[976327378] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27082; }","duration":"1.794180675s","start":"2026-03-31T06:00:29.522863Z","end":"2026-03-31T06:00:31.317043Z","steps":["trace[976327378] 'agreement among raft nodes before linearized reading' (duration: 1.794142823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.522803Z","time spent":"1.794262496s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:31.317125Z","caller":"traceutil/trace.go:171","msg":"trace[659244933] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"2.060155225s","start":"2026-03-31T06:00:29.256959Z","end":"2026-03-31T06:00:31.317114Z","steps":["trace[659244933] 'process raft request' (duration: 2.059176604s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.937287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:31.317143Z","caller":"traceutil/trace.go:171","msg":"trace[55404580] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"2.059192774s","start":"2026-03-31T06:00:29.257937Z","end":"2026-03-31T06:00:31.317129Z","steps":["trace[55404580] 'process raft request' (duration: 2.058276816s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899009609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:31.31719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.256937Z","time spent":"2.060219646s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:31.317187Z","caller":"traceutil/trace.go:171","msg":"trace[784897060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27082; }","duration":"579.031319ms","start":"2026-03-31T06:00:30.738132Z","end":"2026-03-31T06:00:31.317163Z","steps":["trace[784897060] 'agreement among raft nodes before linearized reading' (duration: 578.879415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883814262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-31T06:00:31.317226Z","caller":"traceutil/trace.go:171","msg":"trace[1998142887] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:27082; }","duration":"1.899050961s","start":"2026-03-31T06:00:29.418152Z","end":"2026-03-31T06:00:31.317203Z","steps":["trace[1998142887] 'agreement among raft nodes before linearized reading' (duration: 1.899009979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446721473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T06:00:31.317238Z","caller":"traceutil/trace.go:171","msg":"trace[1091634174] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:27082; }","duration":"1.883835143s","start":"2026-03-31T06:00:29.433394Z","end":"2026-03-31T06:00:31.317229Z","steps":["trace[1091634174] 'agreement among raft nodes before linearized reading' (duration: 1.88375258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.257921Z","time spent":"2.059250636s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:31.31725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.418144Z","time spent":"1.899100102s","remote":"127.0.0.1:37542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:00:31.31726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.433375Z","time spent":"1.883879663s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-31T06:00:31.317261Z","caller":"traceutil/trace.go:171","msg":"trace[1130088786] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27082; }","duration":"1.446780415s","start":"2026-03-31T06:00:29.870467Z","end":"2026-03-31T06:00:31.317247Z","steps":["trace[1130088786] 'agreement among raft nodes before linearized reading' (duration: 1.446682792s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:30.738115Z","time spent":"579.118123ms","remote":"127.0.0.1:36526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:31.317289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.870461Z","time spent":"1.446821756s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:31.317352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.004511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:31.317382Z","caller":"traceutil/trace.go:171","msg":"trace[2063447748] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27082; }","duration":"147.068573ms","start":"2026-03-31T06:00:31.170303Z","end":"2026-03-31T06:00:31.317372Z","steps":["trace[2063447748] 'agreement among raft nodes before linearized reading' (duration: 147.014721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898929487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-31T06:00:31.317396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44614859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:31.31741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44696256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T06:00:31.317424Z","caller":"traceutil/trace.go:171","msg":"trace[2011877068] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27082; }","duration":"3.446190921s","start":"2026-03-31T06:00:27.871223Z","end":"2026-03-31T06:00:31.317414Z","steps":["trace[2011877068] 'agreement among raft nodes before linearized reading' (duration: 3.44615033s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898318518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T06:00:31.317436Z","caller":"traceutil/trace.go:171","msg":"trace[857421397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27082; }","duration":"1.447022473s","start":"2026-03-31T06:00:29.870405Z","end":"2026-03-31T06:00:31.317427Z","steps":["trace[857421397] 'agreement among raft nodes before linearized reading' (duration: 1.44694904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:27.871217Z","time spent":"3.446223032s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T06:00:31.317449Z","caller":"traceutil/trace.go:171","msg":"trace[1218291039] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27082; }","duration":"1.89838629s","start":"2026-03-31T06:00:29.419055Z","end":"2026-03-31T06:00:31.317441Z","steps":["trace[1218291039] 'agreement among raft nodes before linearized reading' (duration: 1.898289147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899294918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4830d611388\" ","response":"range_response_count:1 size:844"} {"level":"warn","ts":"2026-03-31T06:00:31.317462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.870385Z","time spent":"1.447071054s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:31.317482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.419047Z","time spent":"1.898424581s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T06:00:31.317492Z","caller":"traceutil/trace.go:171","msg":"trace[1983062203] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4830d611388; range_end:; response_count:1; response_revision:27082; }","duration":"1.89935336s","start":"2026-03-31T06:00:29.418125Z","end":"2026-03-31T06:00:31.317479Z","steps":["trace[1983062203] 'agreement among raft nodes before linearized reading' (duration: 1.899244767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.418118Z","time spent":"1.899398342s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":868,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4830d611388\" "} {"level":"info","ts":"2026-03-31T06:00:31.317417Z","caller":"traceutil/trace.go:171","msg":"trace[1481452985] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:27082; }","duration":"1.899225636s","start":"2026-03-31T06:00:29.418179Z","end":"2026-03-31T06:00:31.317405Z","steps":["trace[1481452985] 'agreement among raft nodes before linearized reading' (duration: 1.898921206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.418172Z","time spent":"1.899385941s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:31.317609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901988323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18617"} {"level":"warn","ts":"2026-03-31T06:00:31.317622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51439148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T06:00:31.316988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.258766Z","time spent":"2.058184403s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:31.31763Z","caller":"traceutil/trace.go:171","msg":"trace[89031427] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27082; }","duration":"1.902032435s","start":"2026-03-31T06:00:29.415591Z","end":"2026-03-31T06:00:31.317624Z","steps":["trace[89031427] 'agreement among raft nodes before linearized reading' (duration: 1.901971773s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:31.317646Z","caller":"traceutil/trace.go:171","msg":"trace[33971005] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:27082; }","duration":"1.514482782s","start":"2026-03-31T06:00:29.803157Z","end":"2026-03-31T06:00:31.31764Z","steps":["trace[33971005] 'agreement among raft nodes before linearized reading' (duration: 1.514344188s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.31766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.415575Z","time spent":"1.902081676s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T06:00:31.317445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899226416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-31T06:00:31.31767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.803133Z","time spent":"1.514527793s","remote":"127.0.0.1:37388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:31.31769Z","caller":"traceutil/trace.go:171","msg":"trace[1050531071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763; range_end:; response_count:1; response_revision:27082; }","duration":"1.899475914s","start":"2026-03-31T06:00:29.418205Z","end":"2026-03-31T06:00:31.31768Z","steps":["trace[1050531071] 'agreement among raft nodes before linearized reading' (duration: 1.899198245s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.4182Z","time spent":"1.899510115s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-3de20a91-cb7e-42bf-a489-2aa3b73cf763\" "} {"level":"info","ts":"2026-03-31T06:00:31.31785Z","caller":"traceutil/trace.go:171","msg":"trace[654452922] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"2.057320346s","start":"2026-03-31T06:00:29.260515Z","end":"2026-03-31T06:00:31.317835Z","steps":["trace[654452922] 'process raft request' (duration: 2.055820388s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:31.317875Z","caller":"traceutil/trace.go:171","msg":"trace[930694573] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"2.057801241s","start":"2026-03-31T06:00:29.260064Z","end":"2026-03-31T06:00:31.317866Z","steps":["trace[930694573] 'process raft request' (duration: 2.056233151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.260505Z","time spent":"2.057373147s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:31.317913Z","caller":"traceutil/trace.go:171","msg":"trace[1991860323] transaction","detail":"{read_only:false; response_revision:27082; number_of_response:1; }","duration":"2.057216343s","start":"2026-03-31T06:00:29.260682Z","end":"2026-03-31T06:00:31.317898Z","steps":["trace[1991860323] 'process raft request' (duration: 2.055710905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946367328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:31.317981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.260673Z","time spent":"2.057272504s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:31.317999Z","caller":"traceutil/trace.go:171","msg":"trace[1153272529] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27082; }","duration":"1.94645384s","start":"2026-03-31T06:00:29.371536Z","end":"2026-03-31T06:00:31.31799Z","steps":["trace[1153272529] 'agreement among raft nodes before linearized reading' (duration: 1.945014735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:31.317922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.260052Z","time spent":"2.057844702s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:31.318019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:29.371468Z","time spent":"1.946545063s","remote":"127.0.0.1:40806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:32.70701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195221009s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:32.707092Z","caller":"traceutil/trace.go:171","msg":"trace[602923246] linearizableReadLoop","detail":"{readStateIndex:28022; appliedIndex:28021; }","duration":"1.385661155s","start":"2026-03-31T06:00:31.321417Z","end":"2026-03-31T06:00:32.707078Z","steps":["trace[602923246] 'read index received' (duration: 190.305842ms)","trace[602923246] 'applied index is now lower than readState.Index' (duration: 1.195353363s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:32.707145Z","caller":"traceutil/trace.go:171","msg":"trace[1975307595] transaction","detail":"{read_only:false; response_revision:27083; number_of_response:1; }","duration":"1.385774518s","start":"2026-03-31T06:00:31.321363Z","end":"2026-03-31T06:00:32.707137Z","steps":["trace[1975307595] 'process raft request' (duration: 190.348023ms)","trace[1975307595] 'compare' (duration: 1.194464525s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:32.707189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.321344Z","time spent":"1.385822159s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:32.707439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385995835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:32.707508Z","caller":"traceutil/trace.go:171","msg":"trace[715181616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27083; }","duration":"1.386083408s","start":"2026-03-31T06:00:31.321408Z","end":"2026-03-31T06:00:32.707491Z","steps":["trace[715181616] 'agreement among raft nodes before linearized reading' (duration: 1.385884951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:32.707567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.321367Z","time spent":"1.386186591s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:32.794469Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.282720779s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:00:32.795125Z","caller":"traceutil/trace.go:171","msg":"trace[1747923075] transaction","detail":"{read_only:false; response_revision:27085; number_of_response:1; }","duration":"1.468357484s","start":"2026-03-31T06:00:31.326741Z","end":"2026-03-31T06:00:32.795099Z","steps":["trace[1747923075] 'process raft request' (duration: 1.468276161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:32.795287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.326719Z","time spent":"1.468481627s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:32.795135Z","caller":"traceutil/trace.go:171","msg":"trace[1932379248] transaction","detail":"{read_only:false; response_revision:27084; number_of_response:1; }","duration":"1.472330878s","start":"2026-03-31T06:00:31.322774Z","end":"2026-03-31T06:00:32.795105Z","steps":["trace[1932379248] 'process raft request' (duration: 1.471977907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:32.795479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.32276Z","time spent":"1.472625618s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:33.448501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.417579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:00:33.448686Z","caller":"traceutil/trace.go:171","msg":"trace[379598742] linearizableReadLoop","detail":"{readStateIndex:28025; appliedIndex:28022; }","duration":"741.562149ms","start":"2026-03-31T06:00:32.707108Z","end":"2026-03-31T06:00:33.44867Z","steps":["trace[379598742] 'read index received' (duration: 87.606393ms)","trace[379598742] 'applied index is now lower than readState.Index' (duration: 653.954496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:33.449023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202627182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T06:00:33.449066Z","caller":"traceutil/trace.go:171","msg":"trace[1489085225] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27085; }","duration":"1.202685434s","start":"2026-03-31T06:00:32.246366Z","end":"2026-03-31T06:00:33.449051Z","steps":["trace[1489085225] 'agreement among raft nodes before linearized reading' (duration: 1.202527059s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:33.449097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:32.246301Z","time spent":"1.202787777s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:33.449323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565727245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:33.44937Z","caller":"traceutil/trace.go:171","msg":"trace[1040719228] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:27085; }","duration":"1.565802347s","start":"2026-03-31T06:00:31.883558Z","end":"2026-03-31T06:00:33.449361Z","steps":["trace[1040719228] 'agreement among raft nodes before linearized reading' (duration: 1.565695184s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:33.449575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.883544Z","time spent":"1.565844118s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:33.449769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120158331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-31T06:00:33.449796Z","caller":"traceutil/trace.go:171","msg":"trace[1014804991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:27085; }","duration":"2.120225084s","start":"2026-03-31T06:00:31.329565Z","end":"2026-03-31T06:00:33.44979Z","steps":["trace[1014804991] 'agreement among raft nodes before linearized reading' (duration: 2.120120171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:33.449817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.32956Z","time spent":"2.120252445s","remote":"127.0.0.1:53450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T06:00:33.450077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128603557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1915"} {"level":"info","ts":"2026-03-31T06:00:33.450156Z","caller":"traceutil/trace.go:171","msg":"trace[129013308] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:27085; }","duration":"2.12869778s","start":"2026-03-31T06:00:31.321441Z","end":"2026-03-31T06:00:33.450139Z","steps":["trace[129013308] 'agreement among raft nodes before linearized reading' (duration: 2.128465302s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:33.4502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.321402Z","time spent":"2.128787212s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1939,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:00:33.450192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125560742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"warn","ts":"2026-03-31T06:00:33.450254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128783103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-31T06:00:33.450258Z","caller":"traceutil/trace.go:171","msg":"trace[1541357951] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:27085; }","duration":"2.125641774s","start":"2026-03-31T06:00:31.324598Z","end":"2026-03-31T06:00:33.45024Z","steps":["trace[1541357951] 'agreement among raft nodes before linearized reading' (duration: 2.125457888s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:33.450297Z","caller":"traceutil/trace.go:171","msg":"trace[2131259011] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:27085; }","duration":"2.128850054s","start":"2026-03-31T06:00:31.321436Z","end":"2026-03-31T06:00:33.450286Z","steps":["trace[2131259011] 'agreement among raft nodes before linearized reading' (duration: 2.128725761s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:33.450331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.324591Z","time spent":"2.125708246s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":243,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:33.450277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128098611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:33.450321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121093181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9543"} {"level":"info","ts":"2026-03-31T06:00:33.450413Z","caller":"traceutil/trace.go:171","msg":"trace[170712824] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:27085; }","duration":"2.121231536s","start":"2026-03-31T06:00:31.329159Z","end":"2026-03-31T06:00:33.45039Z","steps":["trace[170712824] 'agreement among raft nodes before linearized reading' (duration: 2.120991148s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:33.450396Z","caller":"traceutil/trace.go:171","msg":"trace[653606383] transaction","detail":"{read_only:false; response_revision:27086; number_of_response:1; }","duration":"738.883125ms","start":"2026-03-31T06:00:32.711485Z","end":"2026-03-31T06:00:33.450368Z","steps":["trace[653606383] 'process raft request' (duration: 737.102499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:33.450442Z","caller":"traceutil/trace.go:171","msg":"trace[973806120] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27085; }","duration":"2.128250296s","start":"2026-03-31T06:00:31.322127Z","end":"2026-03-31T06:00:33.450378Z","steps":["trace[973806120] 'agreement among raft nodes before linearized reading' (duration: 2.128031199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:33.450552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:32.711456Z","time spent":"739.02311ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:33.450561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.32212Z","time spent":"2.128416661s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:00:33.450339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.321426Z","time spent":"2.128902437s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:33.450725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203595792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T06:00:33.450479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:31.329147Z","time spent":"2.121317518s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-03-31T06:00:33.450771Z","caller":"traceutil/trace.go:171","msg":"trace[1286728162] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27085; }","duration":"1.203687154s","start":"2026-03-31T06:00:32.247071Z","end":"2026-03-31T06:00:33.450758Z","steps":["trace[1286728162] 'agreement among raft nodes before linearized reading' (duration: 1.201754103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:33.450811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:32.247064Z","time spent":"1.203727696s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:33.949813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:34.450019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:34.470823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117998171s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:34.715659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:34.71576Z","caller":"traceutil/trace.go:171","msg":"trace[999111192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459637s","start":"2026-03-31T06:00:32.715278Z","end":"2026-03-31T06:00:34.715737Z","steps":["trace[999111192] 'agreement among raft nodes before linearized reading' (duration: 2.000325523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:34.715816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:32.715258Z","time spent":"2.00054682s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:34.889957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439523078s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:34.890333Z","caller":"traceutil/trace.go:171","msg":"trace[1577766545] transaction","detail":"{read_only:false; response_revision:27093; number_of_response:1; }","duration":"1.561897434s","start":"2026-03-31T06:00:33.328419Z","end":"2026-03-31T06:00:34.890316Z","steps":["trace[1577766545] 'process raft request' (duration: 1.561854392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:34.890387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.328403Z","time spent":"1.561960276s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:34.89054Z","caller":"traceutil/trace.go:171","msg":"trace[1176131389] transaction","detail":"{read_only:false; response_revision:27092; number_of_response:1; }","duration":"1.565825307s","start":"2026-03-31T06:00:33.324707Z","end":"2026-03-31T06:00:34.890533Z","steps":["trace[1176131389] 'process raft request' (duration: 1.565534298s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:34.890535Z","caller":"traceutil/trace.go:171","msg":"trace[2088705222] transaction","detail":"{read_only:false; response_revision:27089; number_of_response:1; }","duration":"1.566572111s","start":"2026-03-31T06:00:33.323778Z","end":"2026-03-31T06:00:34.89035Z","steps":["trace[2088705222] 'process raft request' (duration: 1.566345714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:34.890586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.324654Z","time spent":"1.565909409s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:34.890579Z","caller":"traceutil/trace.go:171","msg":"trace[619842278] transaction","detail":"{read_only:false; response_revision:27090; number_of_response:1; }","duration":"1.566716145s","start":"2026-03-31T06:00:33.32385Z","end":"2026-03-31T06:00:34.890566Z","steps":["trace[619842278] 'process raft request' (duration: 1.566321673s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:34.890505Z","caller":"traceutil/trace.go:171","msg":"trace[958302631] transaction","detail":"{read_only:false; response_revision:27091; number_of_response:1; }","duration":"1.565924651s","start":"2026-03-31T06:00:33.324548Z","end":"2026-03-31T06:00:34.890473Z","steps":["trace[958302631] 'process raft request' (duration: 1.565661982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:34.890731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.324536Z","time spent":"1.566174508s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:34.890715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.323842Z","time spent":"1.566781727s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:34.89074Z","caller":"traceutil/trace.go:171","msg":"trace[1465437885] transaction","detail":"{read_only:false; response_revision:27088; number_of_response:1; }","duration":"1.566928082s","start":"2026-03-31T06:00:33.323778Z","end":"2026-03-31T06:00:34.890706Z","steps":["trace[1465437885] 'process raft request' (duration: 1.566288132s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:34.890742Z","caller":"traceutil/trace.go:171","msg":"trace[1417350599] transaction","detail":"{read_only:false; response_revision:27087; number_of_response:1; }","duration":"1.566950553s","start":"2026-03-31T06:00:33.323749Z","end":"2026-03-31T06:00:34.8907Z","steps":["trace[1417350599] 'process raft request' (duration: 126.60444ms)","trace[1417350599] 'compare' (duration: 1.438737542s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:34.890908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.323763Z","time spent":"1.567073257s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:34.891021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.323729Z","time spent":"1.567222692s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:34.890958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.323758Z","time spent":"1.566837509s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:36.326063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438383863s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:00:36.399056Z","caller":"traceutil/trace.go:171","msg":"trace[113656499] linearizableReadLoop","detail":"{readStateIndex:28037; appliedIndex:28026; }","duration":"2.950326336s","start":"2026-03-31T06:00:33.448711Z","end":"2026-03-31T06:00:36.399037Z","steps":["trace[113656499] 'read index received' (duration: 1.022267492s)","trace[113656499] 'applied index is now lower than readState.Index' (duration: 1.928058104s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:36.399425Z","caller":"traceutil/trace.go:171","msg":"trace[2044277466] transaction","detail":"{read_only:false; response_revision:27095; number_of_response:1; }","duration":"2.944585695s","start":"2026-03-31T06:00:33.454823Z","end":"2026-03-31T06:00:36.399409Z","steps":["trace[2044277466] 'process raft request' (duration: 2.94408172s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:36.399674Z","caller":"traceutil/trace.go:171","msg":"trace[1585853990] transaction","detail":"{read_only:false; response_revision:27097; number_of_response:1; }","duration":"1.962742214s","start":"2026-03-31T06:00:34.436909Z","end":"2026-03-31T06:00:36.399651Z","steps":["trace[1585853990] 'process raft request' (duration: 1.962101004s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:36.399817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.43688Z","time spent":"1.962858388s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:36.399563Z","caller":"traceutil/trace.go:171","msg":"trace[115923990] transaction","detail":"{read_only:false; response_revision:27094; number_of_response:1; }","duration":"2.944791132s","start":"2026-03-31T06:00:33.454537Z","end":"2026-03-31T06:00:36.399329Z","steps":["trace[115923990] 'process raft request' (duration: 2.871835949s)","trace[115923990] 'compare' (duration: 71.89623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:36.400182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.454521Z","time spent":"2.945618797s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:36.400269Z","caller":"traceutil/trace.go:171","msg":"trace[527618690] transaction","detail":"{read_only:false; response_revision:27096; number_of_response:1; }","duration":"2.942454929s","start":"2026-03-31T06:00:33.456961Z","end":"2026-03-31T06:00:36.399416Z","steps":["trace[527618690] 'process raft request' (duration: 2.942009825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:36.400916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.454805Z","time spent":"2.944655997s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:36.400987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.45695Z","time spent":"2.943392788s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:00:36.40141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.959933838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:36.401481Z","caller":"traceutil/trace.go:171","msg":"trace[1165041439] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:27097; }","duration":"2.960069032s","start":"2026-03-31T06:00:33.441395Z","end":"2026-03-31T06:00:36.401464Z","steps":["trace[1165041439] 'agreement among raft nodes before linearized reading' (duration: 2.958040838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:36.401543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.441374Z","time spent":"2.960137925s","remote":"127.0.0.1:37342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:36.737007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011432435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:36.737111Z","caller":"traceutil/trace.go:171","msg":"trace[1956700675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.011620002s","start":"2026-03-31T06:00:34.725468Z","end":"2026-03-31T06:00:36.737088Z","steps":["trace[1956700675] 'agreement among raft nodes before linearized reading' (duration: 2.011477927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:36.737174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.725442Z","time spent":"2.011718284s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:37.309638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.043597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:37.309741Z","caller":"traceutil/trace.go:171","msg":"trace[896038106] linearizableReadLoop","detail":"{readStateIndex:28038; appliedIndex:28037; }","duration":"910.611903ms","start":"2026-03-31T06:00:36.399112Z","end":"2026-03-31T06:00:37.309724Z","steps":["trace[896038106] 'read index received' (duration: 201.278617ms)","trace[896038106] 'applied index is now lower than readState.Index' (duration: 709.331626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:37.309751Z","caller":"traceutil/trace.go:171","msg":"trace[639778582] transaction","detail":"{read_only:false; response_revision:27098; number_of_response:1; }","duration":"2.550970344s","start":"2026-03-31T06:00:34.758751Z","end":"2026-03-31T06:00:37.309721Z","steps":["trace[639778582] 'process raft request' (duration: 1.841762782s)","trace[639778582] 'compare' (duration: 708.529621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:37.309845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855850198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:37.309849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496832099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:37.309876Z","caller":"traceutil/trace.go:171","msg":"trace[843661398] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:27098; }","duration":"3.8559154s","start":"2026-03-31T06:00:33.453951Z","end":"2026-03-31T06:00:37.309867Z","steps":["trace[843661398] 'agreement among raft nodes before linearized reading' (duration: 3.855841008s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:37.309887Z","caller":"traceutil/trace.go:171","msg":"trace[1075942273] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27098; }","duration":"1.496921973s","start":"2026-03-31T06:00:35.812953Z","end":"2026-03-31T06:00:37.309875Z","steps":["trace[1075942273] 'agreement among raft nodes before linearized reading' (duration: 1.49682373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.309882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85525189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-03-31T06:00:37.309881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510046748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T06:00:37.309886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466594442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:37.309912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.453936Z","time spent":"3.855964733s","remote":"127.0.0.1:37288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-03-31T06:00:37.309919Z","caller":"traceutil/trace.go:171","msg":"trace[1555672821] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333; range_end:; response_count:1; response_revision:27098; }","duration":"3.855317282s","start":"2026-03-31T06:00:33.454591Z","end":"2026-03-31T06:00:37.309908Z","steps":["trace[1555672821] 'agreement among raft nodes before linearized reading' (duration: 3.855180097s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.309924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877617511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:37.309948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.454577Z","time spent":"3.855364554s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d7834eff8333\" "} {"level":"warn","ts":"2026-03-31T06:00:37.309943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824534522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:37.309913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.75873Z","time spent":"2.551104548s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:37.309974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084376445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:37.309976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48908593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:37.309971Z","caller":"traceutil/trace.go:171","msg":"trace[2095579107] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27098; }","duration":"2.877693903s","start":"2026-03-31T06:00:34.43226Z","end":"2026-03-31T06:00:37.309954Z","steps":["trace[2095579107] 'agreement among raft nodes before linearized reading' (duration: 2.877636351s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:37.309989Z","caller":"traceutil/trace.go:171","msg":"trace[1973666509] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:27098; }","duration":"2.824629185s","start":"2026-03-31T06:00:34.485346Z","end":"2026-03-31T06:00:37.309975Z","steps":["trace[1973666509] 'agreement among raft nodes before linearized reading' (duration: 2.824548062s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:37.310002Z","caller":"traceutil/trace.go:171","msg":"trace[150938828] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:27098; }","duration":"2.489154141s","start":"2026-03-31T06:00:34.820839Z","end":"2026-03-31T06:00:37.309993Z","steps":["trace[150938828] 'agreement among raft nodes before linearized reading' (duration: 2.48911253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.310015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80815815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T06:00:37.310022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748649365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:37.310068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184692433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:37.310072Z","caller":"traceutil/trace.go:171","msg":"trace[172353264] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27098; }","duration":"3.808206611s","start":"2026-03-31T06:00:33.501845Z","end":"2026-03-31T06:00:37.310052Z","steps":["trace[172353264] 'agreement among raft nodes before linearized reading' (duration: 3.808082337s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.310088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508456488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T06:00:37.310089Z","caller":"traceutil/trace.go:171","msg":"trace[2035789642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27098; }","duration":"1.748727747s","start":"2026-03-31T06:00:35.56133Z","end":"2026-03-31T06:00:37.310058Z","steps":["trace[2035789642] 'agreement among raft nodes before linearized reading' (duration: 1.748651325s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:37.310113Z","caller":"traceutil/trace.go:171","msg":"trace[1922864657] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27098; }","duration":"2.50851181s","start":"2026-03-31T06:00:34.801596Z","end":"2026-03-31T06:00:37.310108Z","steps":["trace[1922864657] 'agreement among raft nodes before linearized reading' (duration: 2.508449158s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:37.310107Z","caller":"traceutil/trace.go:171","msg":"trace[426740745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27098; }","duration":"3.184778196s","start":"2026-03-31T06:00:34.12532Z","end":"2026-03-31T06:00:37.310098Z","steps":["trace[426740745] 'agreement among raft nodes before linearized reading' (duration: 3.184723284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.309895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.850200781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-31T06:00:37.310131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.801579Z","time spent":"2.508548931s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:37.310134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856404586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T06:00:37.310135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770114342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T06:00:37.310134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:35.561314Z","time spent":"1.748806719s","remote":"127.0.0.1:37616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.310141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.125298Z","time spent":"3.184835467s","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.310131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.501797Z","time spent":"3.808315964s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-31T06:00:37.310158Z","caller":"traceutil/trace.go:171","msg":"trace[1254953985] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e; range_end:; response_count:1; response_revision:27098; }","duration":"3.856426876s","start":"2026-03-31T06:00:33.453724Z","end":"2026-03-31T06:00:37.310151Z","steps":["trace[1254953985] 'agreement among raft nodes before linearized reading' (duration: 3.856329733s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:37.310162Z","caller":"traceutil/trace.go:171","msg":"trace[851392627] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27098; }","duration":"2.770179434s","start":"2026-03-31T06:00:34.539976Z","end":"2026-03-31T06:00:37.310156Z","steps":["trace[851392627] 'agreement among raft nodes before linearized reading' (duration: 2.77007119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.310178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.453681Z","time spent":"3.856492639s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6d4d2581-811b-4c84-a061-2f05115d0b9e\" "} {"level":"info","ts":"2026-03-31T06:00:37.309933Z","caller":"traceutil/trace.go:171","msg":"trace[381481374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27098; }","duration":"2.510150611s","start":"2026-03-31T06:00:34.79977Z","end":"2026-03-31T06:00:37.30992Z","steps":["trace[381481374] 'agreement among raft nodes before linearized reading' (duration: 2.509979856s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.309947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068167465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:37.310214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.799747Z","time spent":"2.510459731s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T06:00:37.310239Z","caller":"traceutil/trace.go:171","msg":"trace[1888399200] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27098; }","duration":"1.068473485s","start":"2026-03-31T06:00:36.241753Z","end":"2026-03-31T06:00:37.310227Z","steps":["trace[1888399200] 'agreement among raft nodes before linearized reading' (duration: 1.068176375s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:37.309952Z","caller":"traceutil/trace.go:171","msg":"trace[1231306113] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:27098; }","duration":"2.466705046s","start":"2026-03-31T06:00:34.843227Z","end":"2026-03-31T06:00:37.309932Z","steps":["trace[1231306113] 'agreement among raft nodes before linearized reading' (duration: 2.466587352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.310302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.241743Z","time spent":"1.068540768s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.310322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.843198Z","time spent":"2.467108448s","remote":"127.0.0.1:37362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:37.309995Z","caller":"traceutil/trace.go:171","msg":"trace[2141946092] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:27098; }","duration":"1.084433396s","start":"2026-03-31T06:00:36.225553Z","end":"2026-03-31T06:00:37.309987Z","steps":["trace[2141946092] 'agreement among raft nodes before linearized reading' (duration: 1.084406545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.310389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.22553Z","time spent":"1.08485066s","remote":"127.0.0.1:40762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:37.310161Z","caller":"traceutil/trace.go:171","msg":"trace[228707714] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:27098; }","duration":"3.850466439s","start":"2026-03-31T06:00:33.459677Z","end":"2026-03-31T06:00:37.310144Z","steps":["trace[228707714] 'agreement among raft nodes before linearized reading' (duration: 3.850087927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.310449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.45965Z","time spent":"3.850791469s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-31T06:00:37.310026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.485285Z","time spent":"2.824732378s","remote":"127.0.0.1:37292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.310019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.432236Z","time spent":"2.877773366s","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.309914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:35.812919Z","time spent":"1.496986465s","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.310029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.820814Z","time spent":"2.489206263s","remote":"127.0.0.1:36516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.310024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378681455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:37.310605Z","caller":"traceutil/trace.go:171","msg":"trace[996197181] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:27098; }","duration":"1.379313055s","start":"2026-03-31T06:00:35.931285Z","end":"2026-03-31T06:00:37.310598Z","steps":["trace[996197181] 'agreement among raft nodes before linearized reading' (duration: 1.378722227s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.30985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449043152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:37.310636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:35.93127Z","time spent":"1.379358126s","remote":"127.0.0.1:37414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:37.310651Z","caller":"traceutil/trace.go:171","msg":"trace[1660310158] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27098; }","duration":"3.449905099s","start":"2026-03-31T06:00:33.860734Z","end":"2026-03-31T06:00:37.310639Z","steps":["trace[1660310158] 'agreement among raft nodes before linearized reading' (duration: 3.449017721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:37.310693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:33.860715Z","time spent":"3.449962891s","remote":"127.0.0.1:37350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:37.31018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:34.539953Z","time spent":"2.770223585s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T06:00:37.810082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:38.31122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573426,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:38.416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275843272s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:38.746411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:38.746527Z","caller":"traceutil/trace.go:171","msg":"trace[1403255437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268703s","start":"2026-03-31T06:00:36.74624Z","end":"2026-03-31T06:00:38.746509Z","steps":["trace[1403255437] 'agreement among raft nodes before linearized reading' (duration: 2.000130109s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:38.746677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.74622Z","time spent":"2.000371406s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:39.361914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.608964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:39.362361Z","caller":"traceutil/trace.go:171","msg":"trace[298817302] transaction","detail":"{read_only:false; response_revision:27099; number_of_response:1; }","duration":"2.46527908s","start":"2026-03-31T06:00:36.897052Z","end":"2026-03-31T06:00:39.362331Z","steps":["trace[298817302] 'process raft request' (duration: 1.519146s)","trace[298817302] 'compare' (duration: 943.92026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:39.362462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.897029Z","time spent":"2.465383583s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:40.33713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.679364ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:40.337245Z","caller":"traceutil/trace.go:171","msg":"trace[1889059137] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27099; }","duration":"463.805758ms","start":"2026-03-31T06:00:39.873422Z","end":"2026-03-31T06:00:40.337228Z","steps":["trace[1889059137] 'range keys from in-memory index tree' (duration: 463.662163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.614116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000337576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:40.614213Z","caller":"traceutil/trace.go:171","msg":"trace[269670070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485951s","start":"2026-03-31T06:00:38.613709Z","end":"2026-03-31T06:00:40.614195Z","steps":["trace[269670070] 'agreement among raft nodes before linearized reading' (duration: 2.000366327s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.614262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:38.61369Z","time spent":"2.000560942s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:40.746949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:40.747065Z","caller":"traceutil/trace.go:171","msg":"trace[249969807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391958s","start":"2026-03-31T06:00:38.746644Z","end":"2026-03-31T06:00:40.747036Z","steps":["trace[249969807] 'agreement among raft nodes before linearized reading' (duration: 2.000237783s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:40.747127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:38.746619Z","time spent":"2.000496562s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:41.177332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.514114282s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:00:41.177988Z","caller":"traceutil/trace.go:171","msg":"trace[616415676] transaction","detail":"{read_only:false; response_revision:27100; number_of_response:1; }","duration":"4.280661462s","start":"2026-03-31T06:00:36.897283Z","end":"2026-03-31T06:00:41.177944Z","steps":["trace[616415676] 'process raft request' (duration: 4.280331851s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.178168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.897272Z","time spent":"4.280805026s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:41.178245Z","caller":"traceutil/trace.go:171","msg":"trace[2022273466] transaction","detail":"{read_only:false; response_revision:27101; number_of_response:1; }","duration":"4.280748884s","start":"2026-03-31T06:00:36.897462Z","end":"2026-03-31T06:00:41.178211Z","steps":["trace[2022273466] 'process raft request' (duration: 4.280350582s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.178413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.897429Z","time spent":"4.280887938s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:41.17859Z","caller":"traceutil/trace.go:171","msg":"trace[1441502116] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"4.281027463s","start":"2026-03-31T06:00:36.897536Z","end":"2026-03-31T06:00:41.178563Z","steps":["trace[1441502116] 'process raft request' (duration: 4.28060869s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:41.17868Z","caller":"traceutil/trace.go:171","msg":"trace[287687944] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"4.280666072s","start":"2026-03-31T06:00:36.897983Z","end":"2026-03-31T06:00:41.178649Z","steps":["trace[287687944] 'process raft request' (duration: 4.280543728s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.178711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.897511Z","time spent":"4.281143927s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:41.178682Z","caller":"traceutil/trace.go:171","msg":"trace[1340557648] transaction","detail":"{read_only:false; response_revision:27103; number_of_response:1; }","duration":"4.280944511s","start":"2026-03-31T06:00:36.897703Z","end":"2026-03-31T06:00:41.178647Z","steps":["trace[1340557648] 'process raft request' (duration: 4.280678052s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:41.17876Z","caller":"traceutil/trace.go:171","msg":"trace[730580367] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"4.280024942s","start":"2026-03-31T06:00:36.898716Z","end":"2026-03-31T06:00:41.178741Z","steps":["trace[730580367] 'process raft request' (duration: 4.279855286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.178828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.897956Z","time spent":"4.280798286s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:41.178856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.898707Z","time spent":"4.280104034s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:41.178874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:36.897692Z","time spent":"4.281095295s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:41.179331Z","caller":"traceutil/trace.go:171","msg":"trace[2143676603] linearizableReadLoop","detail":"{readStateIndex:28050; appliedIndex:28038; }","duration":"3.869523319s","start":"2026-03-31T06:00:37.309765Z","end":"2026-03-31T06:00:41.179288Z","steps":["trace[2143676603] 'read index received' (duration: 1.106450048s)","trace[2143676603] 'applied index is now lower than readState.Index' (duration: 2.763072141s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:41.179434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.312886Z","time spent":"3.866546016s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:00:41.179588Z","caller":"traceutil/trace.go:171","msg":"trace[771336543] transaction","detail":"{read_only:false; response_revision:27108; number_of_response:1; }","duration":"3.863844761s","start":"2026-03-31T06:00:37.315715Z","end":"2026-03-31T06:00:41.17956Z","steps":["trace[771336543] 'process raft request' (duration: 3.863469679s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.179756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95386574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:41.179789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.315696Z","time spent":"3.863994065s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:41.179927Z","caller":"traceutil/trace.go:171","msg":"trace[442888442] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"3.865966137s","start":"2026-03-31T06:00:37.31395Z","end":"2026-03-31T06:00:41.179916Z","steps":["trace[442888442] 'process raft request' (duration: 3.86510964s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:41.179642Z","caller":"traceutil/trace.go:171","msg":"trace[1154410447] transaction","detail":"{read_only:false; response_revision:27109; number_of_response:1; }","duration":"3.698027268s","start":"2026-03-31T06:00:37.481598Z","end":"2026-03-31T06:00:41.179625Z","steps":["trace[1154410447] 'process raft request' (duration: 3.697643006s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:41.179974Z","caller":"traceutil/trace.go:171","msg":"trace[307018050] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"3.865188542s","start":"2026-03-31T06:00:37.314768Z","end":"2026-03-31T06:00:41.179956Z","steps":["trace[307018050] 'process raft request' (duration: 3.864374906s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.179998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.313925Z","time spent":"3.866037089s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:41.179807Z","caller":"traceutil/trace.go:171","msg":"trace[924841345] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:27109; }","duration":"3.953977904s","start":"2026-03-31T06:00:37.225815Z","end":"2026-03-31T06:00:41.179793Z","steps":["trace[924841345] 'agreement among raft nodes before linearized reading' (duration: 3.95384958s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.180013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.481576Z","time spent":"3.69839766s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:41.179803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061961548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-31T06:00:41.180072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.225794Z","time spent":"3.954250982s","remote":"127.0.0.1:36424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:41.180102Z","caller":"traceutil/trace.go:171","msg":"trace[699005346] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27109; }","duration":"4.062295808s","start":"2026-03-31T06:00:37.117793Z","end":"2026-03-31T06:00:41.180089Z","steps":["trace[699005346] 'agreement among raft nodes before linearized reading' (duration: 4.061917766s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:41.180098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.314751Z","time spent":"3.865259335s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:41.180153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.117773Z","time spent":"4.062367791s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T06:00:41.679899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:41.911167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.489333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:41.911299Z","caller":"traceutil/trace.go:171","msg":"trace[1886991398] transaction","detail":"{read_only:false; response_revision:27110; number_of_response:1; }","duration":"2.226935807s","start":"2026-03-31T06:00:39.684343Z","end":"2026-03-31T06:00:41.911279Z","steps":["trace[1886991398] 'process raft request' (duration: 2.080271368s)","trace[1886991398] 'compare' (duration: 146.275897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:41.911393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.684321Z","time spent":"2.2270452s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:42.754849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:42.754946Z","caller":"traceutil/trace.go:171","msg":"trace[1517982741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000017615s","start":"2026-03-31T06:00:40.754907Z","end":"2026-03-31T06:00:42.754925Z","steps":["trace[1517982741] 'agreement among raft nodes before linearized reading' (duration: 1.999892421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:42.755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.754869Z","time spent":"2.000120388s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:44.052832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141585276s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:00:44.053052Z","caller":"traceutil/trace.go:171","msg":"trace[507106949] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27111; }","duration":"2.871832238s","start":"2026-03-31T06:00:41.181204Z","end":"2026-03-31T06:00:44.053036Z","steps":["trace[507106949] 'process raft request' (duration: 2.871716115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.053163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.181179Z","time spent":"2.87190997s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.053417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.251883Z","time spent":"801.525904ms","remote":"127.0.0.1:47532","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:00:44.054481Z","caller":"traceutil/trace.go:171","msg":"trace[356938285] transaction","detail":"{read_only:false; response_revision:27112; number_of_response:1; }","duration":"2.687042009s","start":"2026-03-31T06:00:41.367426Z","end":"2026-03-31T06:00:44.054468Z","steps":["trace[356938285] 'process raft request' (duration: 2.685541212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.054539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.367393Z","time spent":"2.687120072s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.756177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:44.756254Z","caller":"traceutil/trace.go:171","msg":"trace[837127786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463801s","start":"2026-03-31T06:00:42.755766Z","end":"2026-03-31T06:00:44.75623Z","steps":["trace[837127786] 'agreement among raft nodes before linearized reading' (duration: 2.000372078s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.75629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:42.755753Z","time spent":"2.000530582s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:44.842822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.286318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T06:00:44.843211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.057614Z","time spent":"785.594874ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:00:44.843449Z","caller":"traceutil/trace.go:171","msg":"trace[186399703] transaction","detail":"{read_only:false; response_revision:27116; number_of_response:1; }","duration":"1.65653697s","start":"2026-03-31T06:00:43.186895Z","end":"2026-03-31T06:00:44.843432Z","steps":["trace[186399703] 'process raft request' (duration: 1.656167008s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:44.84352Z","caller":"traceutil/trace.go:171","msg":"trace[454296150] transaction","detail":"{read_only:false; response_revision:27113; number_of_response:1; }","duration":"3.4384986s","start":"2026-03-31T06:00:41.404996Z","end":"2026-03-31T06:00:44.843495Z","steps":["trace[454296150] 'process raft request' (duration: 2.649459808s)","trace[454296150] 'compare' (duration: 787.901736ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:44.843565Z","caller":"traceutil/trace.go:171","msg":"trace[281252247] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"1.656478578s","start":"2026-03-31T06:00:43.187068Z","end":"2026-03-31T06:00:44.843547Z","steps":["trace[281252247] 'process raft request' (duration: 1.656039295s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.843585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.18688Z","time spent":"1.656635313s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.84365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.187045Z","time spent":"1.65656216s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:44.843695Z","caller":"traceutil/trace.go:171","msg":"trace[968610643] linearizableReadLoop","detail":"{readStateIndex:28055; appliedIndex:28050; }","duration":"3.664308368s","start":"2026-03-31T06:00:41.179376Z","end":"2026-03-31T06:00:44.843684Z","steps":["trace[968610643] 'read index received' (duration: 585.209964ms)","trace[968610643] 'applied index is now lower than readState.Index' (duration: 3.079097154s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:44.843796Z","caller":"traceutil/trace.go:171","msg":"trace[738501560] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"1.656581471s","start":"2026-03-31T06:00:43.187203Z","end":"2026-03-31T06:00:44.843784Z","steps":["trace[738501560] 'process raft request' (duration: 1.65592625s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:44.843852Z","caller":"traceutil/trace.go:171","msg":"trace[1074580231] transaction","detail":"{read_only:false; response_revision:27114; number_of_response:1; }","duration":"1.65811117s","start":"2026-03-31T06:00:43.185729Z","end":"2026-03-31T06:00:44.843841Z","steps":["trace[1074580231] 'process raft request' (duration: 1.657252313s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:44.84387Z","caller":"traceutil/trace.go:171","msg":"trace[603909714] transaction","detail":"{read_only:false; response_revision:27117; number_of_response:1; }","duration":"1.656834479s","start":"2026-03-31T06:00:43.187026Z","end":"2026-03-31T06:00:44.84386Z","steps":["trace[603909714] 'process raft request' (duration: 1.656058905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.84365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.404973Z","time spent":"3.438590483s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.843913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.187018Z","time spent":"1.6568691s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.843921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.185696Z","time spent":"1.658190462s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.84393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.187166Z","time spent":"1.656691045s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.843965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.948881578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:44.843442Z","caller":"traceutil/trace.go:171","msg":"trace[1646792840] transaction","detail":"{read_only:false; response_revision:27115; number_of_response:1; }","duration":"1.656522989s","start":"2026-03-31T06:00:43.186892Z","end":"2026-03-31T06:00:44.843415Z","steps":["trace[1646792840] 'process raft request' (duration: 1.656142867s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:44.844085Z","caller":"traceutil/trace.go:171","msg":"trace[382623821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27119; }","duration":"5.949044983s","start":"2026-03-31T06:00:38.895022Z","end":"2026-03-31T06:00:44.844067Z","steps":["trace[382623821] 'agreement among raft nodes before linearized reading' (duration: 5.948855807s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.52440377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-03-31T06:00:44.844163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.529361726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T06:00:44.844177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012772202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:44.844212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.525686951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-31T06:00:44.844193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.06912816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:44.844255Z","caller":"traceutil/trace.go:171","msg":"trace[279532425] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:27119; }","duration":"7.525760673s","start":"2026-03-31T06:00:37.318484Z","end":"2026-03-31T06:00:44.844245Z","steps":["trace[279532425] 'agreement among raft nodes before linearized reading' (duration: 7.525613769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242083689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:44.844277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06196491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:44.844278Z","caller":"traceutil/trace.go:171","msg":"trace[1546412721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:27119; }","duration":"7.069259854s","start":"2026-03-31T06:00:37.774997Z","end":"2026-03-31T06:00:44.844257Z","steps":["trace[1546412721] 'agreement among raft nodes before linearized reading' (duration: 7.069117149s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.995464227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:44.844293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.318471Z","time spent":"7.525813854s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-31T06:00:44.844315Z","caller":"traceutil/trace.go:171","msg":"trace[1900559712] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:27119; }","duration":"5.062042572s","start":"2026-03-31T06:00:39.782263Z","end":"2026-03-31T06:00:44.844306Z","steps":["trace[1900559712] 'agreement among raft nodes before linearized reading' (duration: 5.06197468s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:44.844317Z","caller":"traceutil/trace.go:171","msg":"trace[1169891413] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:27119; }","duration":"3.995546849s","start":"2026-03-31T06:00:40.848764Z","end":"2026-03-31T06:00:44.844311Z","steps":["trace[1169891413] 'agreement among raft nodes before linearized reading' (duration: 3.995498998s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.481524977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:44.8443Z","caller":"traceutil/trace.go:171","msg":"trace[844900478] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:27119; }","duration":"4.242171112s","start":"2026-03-31T06:00:40.602116Z","end":"2026-03-31T06:00:44.844287Z","steps":["trace[844900478] 'agreement among raft nodes before linearized reading' (duration: 4.242088789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.84433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.774976Z","time spent":"7.069339735s","remote":"127.0.0.1:36350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:44.844343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.848742Z","time spent":"3.995595591s","remote":"127.0.0.1:40778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:44.844347Z","caller":"traceutil/trace.go:171","msg":"trace[131751626] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27119; }","duration":"5.481563428s","start":"2026-03-31T06:00:39.362778Z","end":"2026-03-31T06:00:44.844342Z","steps":["trace[131751626] 'agreement among raft nodes before linearized reading' (duration: 5.481489286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.186868Z","time spent":"1.657253922s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:44.844362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.602103Z","time spent":"4.242248675s","remote":"127.0.0.1:53340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:44.844373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38416072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T06:00:44.844071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.526897468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:44.844452Z","caller":"traceutil/trace.go:171","msg":"trace[319664313] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:27119; }","duration":"7.527337682s","start":"2026-03-31T06:00:37.317107Z","end":"2026-03-31T06:00:44.844445Z","steps":["trace[319664313] 'agreement among raft nodes before linearized reading' (duration: 7.526915629s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:44.844234Z","caller":"traceutil/trace.go:171","msg":"trace[1468842113] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:27119; }","duration":"4.012916325s","start":"2026-03-31T06:00:40.831298Z","end":"2026-03-31T06:00:44.844215Z","steps":["trace[1468842113] 'agreement among raft nodes before linearized reading' (duration: 4.012818112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.317096Z","time spent":"7.527390164s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:00:44.844523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:40.831263Z","time spent":"4.013241736s","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:44.844167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:38.895002Z","time spent":"5.949149836s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:44.844187Z","caller":"traceutil/trace.go:171","msg":"trace[861234854] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:27119; }","duration":"7.524494093s","start":"2026-03-31T06:00:37.319681Z","end":"2026-03-31T06:00:44.844175Z","steps":["trace[861234854] 'agreement among raft nodes before linearized reading' (duration: 7.524320558s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.782244Z","time spent":"5.062092773s","remote":"127.0.0.1:37358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:44.844604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.319671Z","time spent":"7.524920546s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1201,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-31T06:00:44.844288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66819924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:44.844188Z","caller":"traceutil/trace.go:171","msg":"trace[328540392] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27119; }","duration":"7.529406017s","start":"2026-03-31T06:00:37.314774Z","end":"2026-03-31T06:00:44.84418Z","steps":["trace[328540392] 'agreement among raft nodes before linearized reading' (duration: 7.529301374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.314759Z","time spent":"7.530000926s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T06:00:44.844362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.52344134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-03-31T06:00:44.844845Z","caller":"traceutil/trace.go:171","msg":"trace[1074851497] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27119; }","duration":"7.523946706s","start":"2026-03-31T06:00:37.320884Z","end":"2026-03-31T06:00:44.84483Z","steps":["trace[1074851497] 'agreement among raft nodes before linearized reading' (duration: 7.523303045s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:44.844451Z","caller":"traceutil/trace.go:171","msg":"trace[1877785196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27119; }","duration":"6.384287584s","start":"2026-03-31T06:00:38.460141Z","end":"2026-03-31T06:00:44.844428Z","steps":["trace[1877785196] 'agreement among raft nodes before linearized reading' (duration: 6.384075877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.84489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:37.320877Z","time spent":"7.524001937s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-31T06:00:44.844896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:38.460119Z","time spent":"6.384764069s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T06:00:44.844722Z","caller":"traceutil/trace.go:171","msg":"trace[261782346] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27119; }","duration":"3.668661085s","start":"2026-03-31T06:00:41.176046Z","end":"2026-03-31T06:00:44.844707Z","steps":["trace[261782346] 'agreement among raft nodes before linearized reading' (duration: 3.66820762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:44.844937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.176028Z","time spent":"3.668899613s","remote":"127.0.0.1:37692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:44.844371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:39.362738Z","time spent":"5.481627461s","remote":"127.0.0.1:37448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:45.344335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:45.844636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:46.345567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:46.677369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846941443s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:00:46.687112Z","caller":"traceutil/trace.go:171","msg":"trace[1518122117] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"1.856788243s","start":"2026-03-31T06:00:44.830304Z","end":"2026-03-31T06:00:46.687092Z","steps":["trace[1518122117] 'process raft request' (duration: 1.856647459s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:46.687237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.830283Z","time spent":"1.856891127s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:46.762809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999103857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:46.76291Z","caller":"traceutil/trace.go:171","msg":"trace[1900042494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999261672s","start":"2026-03-31T06:00:44.763632Z","end":"2026-03-31T06:00:46.762894Z","steps":["trace[1900042494] 'agreement among raft nodes before linearized reading' (duration: 1.999138268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:46.762951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.763613Z","time spent":"1.999328253s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:47.608887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.12975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:47.609127Z","caller":"traceutil/trace.go:171","msg":"trace[1816983849] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"757.384527ms","start":"2026-03-31T06:00:46.851722Z","end":"2026-03-31T06:00:47.609106Z","steps":["trace[1816983849] 'process raft request' (duration: 757.352606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.60911Z","caller":"traceutil/trace.go:171","msg":"trace[374722229] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"2.762228453s","start":"2026-03-31T06:00:44.84684Z","end":"2026-03-31T06:00:47.609069Z","steps":["trace[374722229] 'process raft request' (duration: 1.877847875s)","trace[374722229] 'compare' (duration: 882.992495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:47.609173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.851695Z","time spent":"757.454769ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:47.609177Z","caller":"traceutil/trace.go:171","msg":"trace[1566482982] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"1.54838031s","start":"2026-03-31T06:00:46.060763Z","end":"2026-03-31T06:00:47.609143Z","steps":["trace[1566482982] 'process raft request' (duration: 1.548205914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.60923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.846814Z","time spent":"2.762346047s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:47.609194Z","caller":"traceutil/trace.go:171","msg":"trace[1143869848] linearizableReadLoop","detail":"{readStateIndex:28065; appliedIndex:28062; }","duration":"2.765437884s","start":"2026-03-31T06:00:44.843721Z","end":"2026-03-31T06:00:47.609159Z","steps":["trace[1143869848] 'read index received' (duration: 1.843231967s)","trace[1143869848] 'applied index is now lower than readState.Index' (duration: 922.202437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:47.609332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.060737Z","time spent":"1.548507904s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:47.609382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203700036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:47.609382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141763166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:47.609424Z","caller":"traceutil/trace.go:171","msg":"trace[522939067] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:27123; }","duration":"5.203749527s","start":"2026-03-31T06:00:42.405663Z","end":"2026-03-31T06:00:47.609413Z","steps":["trace[522939067] 'agreement among raft nodes before linearized reading' (duration: 5.203642394s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:42.405631Z","time spent":"5.203811789s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:47.60945Z","caller":"traceutil/trace.go:171","msg":"trace[1070598138] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27123; }","duration":"4.141843289s","start":"2026-03-31T06:00:43.467586Z","end":"2026-03-31T06:00:47.609429Z","steps":["trace[1070598138] 'agreement among raft nodes before linearized reading' (duration: 4.141721725s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849657192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-31T06:00:47.609503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.467571Z","time spent":"4.141917161s","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:00:47.609511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194906971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:47.609564Z","caller":"traceutil/trace.go:171","msg":"trace[888814244] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27123; }","duration":"6.194965853s","start":"2026-03-31T06:00:41.414585Z","end":"2026-03-31T06:00:47.609551Z","steps":["trace[888814244] 'agreement among raft nodes before linearized reading' (duration: 6.194868319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.371574183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:47.609604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.414541Z","time spent":"6.195050575s","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:47.609613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434153004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:00:47.609637Z","caller":"traceutil/trace.go:171","msg":"trace[494583638] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27123; }","duration":"3.434226467s","start":"2026-03-31T06:00:44.175402Z","end":"2026-03-31T06:00:47.609629Z","steps":["trace[494583638] 'agreement among raft nodes before linearized reading' (duration: 3.434093203s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.609631Z","caller":"traceutil/trace.go:171","msg":"trace[59796579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27123; }","duration":"6.371647686s","start":"2026-03-31T06:00:41.237972Z","end":"2026-03-31T06:00:47.60962Z","steps":["trace[59796579] 'agreement among raft nodes before linearized reading' (duration: 6.371559213s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.258989314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:47.609654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.175372Z","time spent":"3.434277118s","remote":"127.0.0.1:37158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":135,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:47.609675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.237956Z","time spent":"6.371698318s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:47.609686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077246861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:47.609685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.425838389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4830ee2cf42\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-03-31T06:00:47.609699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.882158371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:47.609718Z","caller":"traceutil/trace.go:171","msg":"trace[1252936356] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27123; }","duration":"5.077310193s","start":"2026-03-31T06:00:42.532398Z","end":"2026-03-31T06:00:47.609708Z","steps":["trace[1252936356] 'agreement among raft nodes before linearized reading' (duration: 5.077257752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.967902125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:47.609743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:42.532383Z","time spent":"5.077352694s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:47.609739Z","caller":"traceutil/trace.go:171","msg":"trace[402975076] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4830ee2cf42; range_end:; response_count:1; response_revision:27123; }","duration":"6.425910972s","start":"2026-03-31T06:00:41.183812Z","end":"2026-03-31T06:00:47.609723Z","steps":["trace[402975076] 'agreement among raft nodes before linearized reading' (duration: 6.425735476s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.609764Z","caller":"traceutil/trace.go:171","msg":"trace[2115820052] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:27123; }","duration":"5.968134743s","start":"2026-03-31T06:00:41.641621Z","end":"2026-03-31T06:00:47.609756Z","steps":["trace[2115820052] 'agreement among raft nodes before linearized reading' (duration: 5.967827533s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.609749Z","caller":"traceutil/trace.go:171","msg":"trace[47720600] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27123; }","duration":"5.882204122s","start":"2026-03-31T06:00:41.727526Z","end":"2026-03-31T06:00:47.60973Z","steps":["trace[47720600] 'agreement among raft nodes before linearized reading' (duration: 5.88214006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228487885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:47.609755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748567787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:47.609784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.183805Z","time spent":"6.425966073s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":820,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4830ee2cf42\" "} {"level":"warn","ts":"2026-03-31T06:00:47.60979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.989507505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:47.609808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.727494Z","time spent":"5.882304225s","remote":"127.0.0.1:37422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:47.609817Z","caller":"traceutil/trace.go:171","msg":"trace[1211652227] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27123; }","duration":"5.228580878s","start":"2026-03-31T06:00:42.381213Z","end":"2026-03-31T06:00:47.609794Z","steps":["trace[1211652227] 'agreement among raft nodes before linearized reading' (duration: 5.228461344s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.60982Z","caller":"traceutil/trace.go:171","msg":"trace[2083105620] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:27123; }","duration":"3.748683831s","start":"2026-03-31T06:00:43.861122Z","end":"2026-03-31T06:00:47.609806Z","steps":["trace[2083105620] 'agreement among raft nodes before linearized reading' (duration: 3.748589428s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.609838Z","caller":"traceutil/trace.go:171","msg":"trace[726210010] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27123; }","duration":"5.989581317s","start":"2026-03-31T06:00:41.62024Z","end":"2026-03-31T06:00:47.609822Z","steps":["trace[726210010] 'agreement among raft nodes before linearized reading' (duration: 5.989515415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:42.38119Z","time spent":"5.228652791s","remote":"127.0.0.1:37258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:47.609871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.8611Z","time spent":"3.748755493s","remote":"127.0.0.1:56980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:47.60968Z","caller":"traceutil/trace.go:171","msg":"trace[372689753] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27123; }","duration":"5.259088837s","start":"2026-03-31T06:00:42.350573Z","end":"2026-03-31T06:00:47.609662Z","steps":["trace[372689753] 'agreement among raft nodes before linearized reading' (duration: 5.258976883s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42281378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T06:00:47.609944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.419043562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:47.609969Z","caller":"traceutil/trace.go:171","msg":"trace[1949369287] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:27123; }","duration":"4.419093953s","start":"2026-03-31T06:00:43.190868Z","end":"2026-03-31T06:00:47.609962Z","steps":["trace[1949369287] 'agreement among raft nodes before linearized reading' (duration: 4.419053542s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:47.609961Z","caller":"traceutil/trace.go:171","msg":"trace[385663168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27123; }","duration":"4.422977476s","start":"2026-03-31T06:00:43.186958Z","end":"2026-03-31T06:00:47.609935Z","steps":["trace[385663168] 'agreement among raft nodes before linearized reading' (duration: 4.422590383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.609987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.190859Z","time spent":"4.419123164s","remote":"127.0.0.1:37310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:47.609962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:42.35056Z","time spent":"5.259379086s","remote":"127.0.0.1:40786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:47.609515Z","caller":"traceutil/trace.go:171","msg":"trace[1762263388] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27123; }","duration":"2.849738255s","start":"2026-03-31T06:00:44.759761Z","end":"2026-03-31T06:00:47.609499Z","steps":["trace[1762263388] 'agreement among raft nodes before linearized reading' (duration: 2.849542859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.610031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.186948Z","time spent":"4.423066128s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:47.609639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.424038239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T06:00:47.610121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.759748Z","time spent":"2.850335513s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T06:00:47.610158Z","caller":"traceutil/trace.go:171","msg":"trace[125552906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27123; }","duration":"4.424584226s","start":"2026-03-31T06:00:43.18556Z","end":"2026-03-31T06:00:47.610144Z","steps":["trace[125552906] 'agreement among raft nodes before linearized reading' (duration: 4.424025649s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.610197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.185542Z","time spent":"4.424643128s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:47.609481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.700684272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:47.609789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.641605Z","time spent":"5.968174894s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:47.610295Z","caller":"traceutil/trace.go:171","msg":"trace[1222275053] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:27123; }","duration":"3.701474827s","start":"2026-03-31T06:00:43.908784Z","end":"2026-03-31T06:00:47.610259Z","steps":["trace[1222275053] 'agreement among raft nodes before linearized reading' (duration: 3.700665381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:47.610387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:43.908712Z","time spent":"3.701650482s","remote":"127.0.0.1:37374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:47.609884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:41.620224Z","time spent":"5.989646349s","remote":"127.0.0.1:36422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:48.10938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:48.610096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:48.763386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000622275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:48.763464Z","caller":"traceutil/trace.go:171","msg":"trace[401145623] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784989s","start":"2026-03-31T06:00:46.762658Z","end":"2026-03-31T06:00:48.763443Z","steps":["trace[401145623] 'agreement among raft nodes before linearized reading' (duration: 2.000665616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:48.763642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.762639Z","time spent":"2.000854122s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:48.856072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.694633837s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:49.020195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.781627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:49.02052Z","caller":"traceutil/trace.go:171","msg":"trace[4892275] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"2.168605454s","start":"2026-03-31T06:00:46.851891Z","end":"2026-03-31T06:00:49.020497Z","steps":["trace[4892275] 'process raft request' (duration: 2.004418675s)","trace[4892275] 'compare' (duration: 163.57938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:49.020726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.851855Z","time spent":"2.168707457s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:49.021064Z","caller":"traceutil/trace.go:171","msg":"trace[1806560224] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"2.16909432s","start":"2026-03-31T06:00:46.851956Z","end":"2026-03-31T06:00:49.021051Z","steps":["trace[1806560224] 'process raft request' (duration: 2.168357977s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:49.02124Z","caller":"traceutil/trace.go:171","msg":"trace[1434751694] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"2.168994566s","start":"2026-03-31T06:00:46.852196Z","end":"2026-03-31T06:00:49.021191Z","steps":["trace[1434751694] 'process raft request' (duration: 2.168901763s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:49.021375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.852121Z","time spent":"2.169177122s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:49.021403Z","caller":"traceutil/trace.go:171","msg":"trace[500770433] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"2.16941847s","start":"2026-03-31T06:00:46.851977Z","end":"2026-03-31T06:00:49.021395Z","steps":["trace[500770433] 'process raft request' (duration: 2.169007297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:49.02149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.851944Z","time spent":"2.169474151s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:49.021618Z","caller":"traceutil/trace.go:171","msg":"trace[1315236675] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"2.169525593s","start":"2026-03-31T06:00:46.852079Z","end":"2026-03-31T06:00:49.021605Z","steps":["trace[1315236675] 'process raft request' (duration: 2.168979556s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:49.021768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.852062Z","time spent":"2.169619796s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:49.021843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.851914Z","time spent":"2.169905155s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:50.572681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469501291s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:50.61263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:50.612747Z","caller":"traceutil/trace.go:171","msg":"trace[1698148795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730538s","start":"2026-03-31T06:00:48.611991Z","end":"2026-03-31T06:00:50.612721Z","steps":["trace[1698148795] 'agreement among raft nodes before linearized reading' (duration: 2.000584513s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:50.612911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:48.611971Z","time spent":"2.000924554s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:50.768882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:50.768966Z","caller":"traceutil/trace.go:171","msg":"trace[1974109145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000375986s","start":"2026-03-31T06:00:48.768571Z","end":"2026-03-31T06:00:50.768947Z","steps":["trace[1974109145] 'agreement among raft nodes before linearized reading' (duration: 2.000265083s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:50.769014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:48.76856Z","time spent":"2.000444729s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:51.396139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522548208s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:51.396276Z","caller":"traceutil/trace.go:171","msg":"trace[1589461316] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27128; }","duration":"1.522696862s","start":"2026-03-31T06:00:49.873561Z","end":"2026-03-31T06:00:51.396258Z","steps":["trace[1589461316] 'range keys from in-memory index tree' (duration: 1.522530147s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.397987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.208206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:51.398341Z","caller":"traceutil/trace.go:171","msg":"trace[1933459882] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"3.784144935s","start":"2026-03-31T06:00:47.614101Z","end":"2026-03-31T06:00:51.398246Z","steps":["trace[1933459882] 'process raft request' (duration: 2.960592058s)","trace[1933459882] 'compare' (duration: 822.785173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:51.39854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.614082Z","time spent":"3.784350282s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:51.398662Z","caller":"traceutil/trace.go:171","msg":"trace[2044378304] linearizableReadLoop","detail":"{readStateIndex:28075; appliedIndex:28066; }","duration":"3.789378739s","start":"2026-03-31T06:00:47.609269Z","end":"2026-03-31T06:00:51.398647Z","steps":["trace[2044378304] 'read index received' (duration: 1.247058168s)","trace[2044378304] 'applied index is now lower than readState.Index' (duration: 2.542319571s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:51.398793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.60913711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:51.398832Z","caller":"traceutil/trace.go:171","msg":"trace[207287621] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:27132; }","duration":"5.609222053s","start":"2026-03-31T06:00:45.789598Z","end":"2026-03-31T06:00:51.39882Z","steps":["trace[207287621] 'agreement among raft nodes before linearized reading' (duration: 5.60912862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.398819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908369943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:51.398867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:45.789568Z","time spent":"5.609289205s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:51.398905Z","caller":"traceutil/trace.go:171","msg":"trace[257670860] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27132; }","duration":"4.908501727s","start":"2026-03-31T06:00:46.490383Z","end":"2026-03-31T06:00:51.398884Z","steps":["trace[257670860] 'agreement among raft nodes before linearized reading' (duration: 4.908339732s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.398953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:46.490361Z","time spent":"4.90858189s","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:51.398962Z","caller":"traceutil/trace.go:171","msg":"trace[374734284] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"3.767165402s","start":"2026-03-31T06:00:47.631778Z","end":"2026-03-31T06:00:51.398943Z","steps":["trace[374734284] 'process raft request' (duration: 3.766768439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.39906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.631758Z","time spent":"3.767248035s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:51.399138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.545262894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-03-31T06:00:51.399167Z","caller":"traceutil/trace.go:171","msg":"trace[1584020476] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:27132; }","duration":"6.545305075s","start":"2026-03-31T06:00:44.853853Z","end":"2026-03-31T06:00:51.399158Z","steps":["trace[1584020476] 'agreement among raft nodes before linearized reading' (duration: 6.545194032s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.399179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985105962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:51.399202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.853846Z","time spent":"6.545349767s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1169,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"info","ts":"2026-03-31T06:00:51.39921Z","caller":"traceutil/trace.go:171","msg":"trace[565041095] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:27132; }","duration":"3.985201415s","start":"2026-03-31T06:00:47.413999Z","end":"2026-03-31T06:00:51.3992Z","steps":["trace[565041095] 'agreement among raft nodes before linearized reading' (duration: 3.985147903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.39924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.413974Z","time spent":"3.985258317s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:51.399348Z","caller":"traceutil/trace.go:171","msg":"trace[783342] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"3.777723874s","start":"2026-03-31T06:00:47.621565Z","end":"2026-03-31T06:00:51.399289Z","steps":["trace[783342] 'process raft request' (duration: 3.776745943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.39945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.621551Z","time spent":"3.777849957s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:51.399501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.552695288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv\" ","response":"range_response_count:1 size:9535"} {"level":"info","ts":"2026-03-31T06:00:51.399533Z","caller":"traceutil/trace.go:171","msg":"trace[742479836] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv; range_end:; response_count:1; response_revision:27132; }","duration":"6.552744629s","start":"2026-03-31T06:00:44.846778Z","end":"2026-03-31T06:00:51.399523Z","steps":["trace[742479836] 'agreement among raft nodes before linearized reading' (duration: 6.552637396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.39956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.846761Z","time spent":"6.552792661s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9559,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-v5pvv\" "} {"level":"warn","ts":"2026-03-31T06:00:51.399624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.551602084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-31T06:00:51.399614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256830173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:51.399669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.551683426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T06:00:51.39967Z","caller":"traceutil/trace.go:171","msg":"trace[948525314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087; range_end:; response_count:1; response_revision:27132; }","duration":"6.551660815s","start":"2026-03-31T06:00:44.847995Z","end":"2026-03-31T06:00:51.399656Z","steps":["trace[948525314] 'agreement among raft nodes before linearized reading' (duration: 6.551519361s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:51.399688Z","caller":"traceutil/trace.go:171","msg":"trace[1142840657] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27132; }","duration":"6.551726907s","start":"2026-03-31T06:00:44.847955Z","end":"2026-03-31T06:00:51.399682Z","steps":["trace[1142840657] 'agreement among raft nodes before linearized reading' (duration: 6.551662255s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:51.39969Z","caller":"traceutil/trace.go:171","msg":"trace[2134205962] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:27132; }","duration":"4.256921776s","start":"2026-03-31T06:00:47.142747Z","end":"2026-03-31T06:00:51.399669Z","steps":["trace[2134205962] 'agreement among raft nodes before linearized reading' (duration: 4.256779631s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.399701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.847987Z","time spent":"6.551707286s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-2770ce7b-cffb-4ecf-86b0-c0b235e4d087\" "} {"level":"warn","ts":"2026-03-31T06:00:51.399745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.142702Z","time spent":"4.25703211s","remote":"127.0.0.1:37304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:51.399707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.847941Z","time spent":"6.551761279s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T06:00:51.399973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.551294484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T06:00:51.400018Z","caller":"traceutil/trace.go:171","msg":"trace[1181410207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27132; }","duration":"6.551351435s","start":"2026-03-31T06:00:44.848656Z","end":"2026-03-31T06:00:51.400007Z","steps":["trace[1181410207] 'agreement among raft nodes before linearized reading' (duration: 6.550706165s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.400047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:44.84865Z","time spent":"6.551390317s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T06:00:51.398398Z","caller":"traceutil/trace.go:171","msg":"trace[933870502] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"3.782426831s","start":"2026-03-31T06:00:47.615954Z","end":"2026-03-31T06:00:51.398381Z","steps":["trace[933870502] 'process raft request' (duration: 3.782199354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:51.401772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.615946Z","time spent":"3.785730295s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:51.899786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:52.400809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:52.648447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06357755s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:00:52.649158Z","caller":"traceutil/trace.go:171","msg":"trace[1236780683] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"3.032575041s","start":"2026-03-31T06:00:49.616549Z","end":"2026-03-31T06:00:52.649124Z","steps":["trace[1236780683] 'process raft request' (duration: 3.032157068s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:52.649169Z","caller":"traceutil/trace.go:171","msg":"trace[2102189213] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"3.03221883s","start":"2026-03-31T06:00:49.616925Z","end":"2026-03-31T06:00:52.649143Z","steps":["trace[2102189213] 'process raft request' (duration: 3.032111907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:52.6493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:49.616527Z","time spent":"3.032700276s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:52.649442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:49.616913Z","time spent":"3.032329134s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:52.649437Z","caller":"traceutil/trace.go:171","msg":"trace[357021552] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"2.797027197s","start":"2026-03-31T06:00:49.852382Z","end":"2026-03-31T06:00:52.649409Z","steps":["trace[357021552] 'process raft request' (duration: 2.796699077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:52.649666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:49.852362Z","time spent":"2.797220354s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:52.774211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99857079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:52.774307Z","caller":"traceutil/trace.go:171","msg":"trace[1358859643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998710635s","start":"2026-03-31T06:00:50.775575Z","end":"2026-03-31T06:00:52.774286Z","steps":["trace[1358859643] 'agreement among raft nodes before linearized reading' (duration: 1.998595641s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:52.774365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:50.775559Z","time spent":"1.998791877s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:54.131583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482905802s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:54.408454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.589274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:54.408869Z","caller":"traceutil/trace.go:171","msg":"trace[1896109049] linearizableReadLoop","detail":"{readStateIndex:28085; appliedIndex:28075; }","duration":"3.010148177s","start":"2026-03-31T06:00:51.398704Z","end":"2026-03-31T06:00:54.408852Z","steps":["trace[1896109049] 'read index received' (duration: 1.25000093s)","trace[1896109049] 'applied index is now lower than readState.Index' (duration: 1.760146267s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:54.409142Z","caller":"traceutil/trace.go:171","msg":"trace[30156602] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"3.383279635s","start":"2026-03-31T06:00:51.025848Z","end":"2026-03-31T06:00:54.409127Z","steps":["trace[30156602] 'process raft request' (duration: 3.105931387s)","trace[30156602] 'compare' (duration: 276.285565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:54.409221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.025826Z","time spent":"3.383354387s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:54.409414Z","caller":"traceutil/trace.go:171","msg":"trace[1192437234] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"3.382767749s","start":"2026-03-31T06:00:51.026636Z","end":"2026-03-31T06:00:54.409404Z","steps":["trace[1192437234] 'process raft request' (duration: 3.381914362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.409475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.026625Z","time spent":"3.38282037s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:54.409606Z","caller":"traceutil/trace.go:171","msg":"trace[2009921761] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"3.382963995s","start":"2026-03-31T06:00:51.026629Z","end":"2026-03-31T06:00:54.409593Z","steps":["trace[2009921761] 'process raft request' (duration: 3.382007035s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.409665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.026604Z","time spent":"3.383031727s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:54.409799Z","caller":"traceutil/trace.go:171","msg":"trace[964099044] transaction","detail":"{read_only:false; response_revision:27139; number_of_response:1; }","duration":"3.382852692s","start":"2026-03-31T06:00:51.026936Z","end":"2026-03-31T06:00:54.409788Z","steps":["trace[964099044] 'process raft request' (duration: 3.381738727s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.409858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.026927Z","time spent":"3.382900713s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:54.40995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812227321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:54.409995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.036927765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:54.410026Z","caller":"traceutil/trace.go:171","msg":"trace[1180847122] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:27142; }","duration":"6.036997198s","start":"2026-03-31T06:00:48.373018Z","end":"2026-03-31T06:00:54.410015Z","steps":["trace[1180847122] 'agreement among raft nodes before linearized reading' (duration: 6.036947436s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:54.410031Z","caller":"traceutil/trace.go:171","msg":"trace[1278704468] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27142; }","duration":"4.812355395s","start":"2026-03-31T06:00:49.597654Z","end":"2026-03-31T06:00:54.410009Z","steps":["trace[1278704468] 'agreement among raft nodes before linearized reading' (duration: 4.81221648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:48.372998Z","time spent":"6.037048079s","remote":"127.0.0.1:36506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:54.410084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:49.597623Z","time spent":"4.812448948s","remote":"127.0.0.1:37442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:54.410114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748767334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:54.410098Z","caller":"traceutil/trace.go:171","msg":"trace[1878395710] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"3.38313013s","start":"2026-03-31T06:00:51.026946Z","end":"2026-03-31T06:00:54.410076Z","steps":["trace[1878395710] 'process raft request' (duration: 3.381789648s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:54.410122Z","caller":"traceutil/trace.go:171","msg":"trace[705024494] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"2.316516124s","start":"2026-03-31T06:00:52.093581Z","end":"2026-03-31T06:00:54.410097Z","steps":["trace[705024494] 'process raft request' (duration: 2.315229873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021321817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:54.410106Z","caller":"traceutil/trace.go:171","msg":"trace[880993068] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"3.198717193s","start":"2026-03-31T06:00:51.211369Z","end":"2026-03-31T06:00:54.410086Z","steps":["trace[880993068] 'process raft request' (duration: 3.197412262s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556578582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:54.410161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.553579611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:54.410202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:52.093561Z","time spent":"2.316598697s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:54.410216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.026937Z","time spent":"3.383218873s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:54.410233Z","caller":"traceutil/trace.go:171","msg":"trace[1665261840] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27142; }","duration":"3.556680025s","start":"2026-03-31T06:00:50.853533Z","end":"2026-03-31T06:00:54.410213Z","steps":["trace[1665261840] 'agreement among raft nodes before linearized reading' (duration: 3.556560591s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:54.410239Z","caller":"traceutil/trace.go:171","msg":"trace[1674168508] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27142; }","duration":"4.553701854s","start":"2026-03-31T06:00:49.856519Z","end":"2026-03-31T06:00:54.410221Z","steps":["trace[1674168508] 'agreement among raft nodes before linearized reading' (duration: 4.55355788s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.79615523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T06:00:54.410296Z","caller":"traceutil/trace.go:171","msg":"trace[317202298] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27142; }","duration":"6.796203072s","start":"2026-03-31T06:00:47.614087Z","end":"2026-03-31T06:00:54.41029Z","steps":["trace[317202298] 'agreement among raft nodes before linearized reading' (duration: 6.796109639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.614072Z","time spent":"6.796236012s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T06:00:54.410282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.21134Z","time spent":"3.198867888s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:54.410315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.494308582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:54.410326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:49.8565Z","time spent":"4.553787587s","remote":"127.0.0.1:40800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:54.410351Z","caller":"traceutil/trace.go:171","msg":"trace[2028547968] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27142; }","duration":"6.494384934s","start":"2026-03-31T06:00:47.915957Z","end":"2026-03-31T06:00:54.410341Z","steps":["trace[2028547968] 'agreement among raft nodes before linearized reading' (duration: 6.494324422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.915931Z","time spent":"6.494441836s","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:54.410387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.791800119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:54.410436Z","caller":"traceutil/trace.go:171","msg":"trace[1272010385] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:27142; }","duration":"4.791899632s","start":"2026-03-31T06:00:49.618522Z","end":"2026-03-31T06:00:54.410421Z","steps":["trace[1272010385] 'agreement among raft nodes before linearized reading' (duration: 4.791804369s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.792800745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:54.41049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:49.618496Z","time spent":"4.791980144s","remote":"127.0.0.1:37426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:54.410493Z","caller":"traceutil/trace.go:171","msg":"trace[488276616] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27142; }","duration":"6.792857007s","start":"2026-03-31T06:00:47.617621Z","end":"2026-03-31T06:00:54.410478Z","steps":["trace[488276616] 'agreement among raft nodes before linearized reading' (duration: 6.792772714s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:50.85348Z","time spent":"3.55680627s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:54.410544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:47.617603Z","time spent":"6.792930128s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T06:00:54.410159Z","caller":"traceutil/trace.go:171","msg":"trace[1882391473] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:27142; }","duration":"3.748841606s","start":"2026-03-31T06:00:50.661301Z","end":"2026-03-31T06:00:54.410143Z","steps":["trace[1882391473] 'agreement among raft nodes before linearized reading' (duration: 3.748747923s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:50.661284Z","time spent":"3.749371142s","remote":"127.0.0.1:37460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:54.410175Z","caller":"traceutil/trace.go:171","msg":"trace[892194817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27142; }","duration":"3.021436591s","start":"2026-03-31T06:00:51.388725Z","end":"2026-03-31T06:00:54.410161Z","steps":["trace[892194817] 'agreement among raft nodes before linearized reading' (duration: 3.021321187s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.410739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.388692Z","time spent":"3.022030949s","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:54.774901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:00:54.774977Z","caller":"traceutil/trace.go:171","msg":"trace[1002224504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588524s","start":"2026-03-31T06:00:52.774371Z","end":"2026-03-31T06:00:54.774959Z","steps":["trace[1002224504] 'agreement among raft nodes before linearized reading' (duration: 2.000480011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:54.775018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:52.77435Z","time spent":"2.000658726s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:00:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:00:54.90955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:55.410069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:55.600142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.372723279s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:56.400083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.49657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:56.400353Z","caller":"traceutil/trace.go:171","msg":"trace[1700361765] linearizableReadLoop","detail":"{readStateIndex:28088; appliedIndex:28085; }","duration":"1.991431645s","start":"2026-03-31T06:00:54.408906Z","end":"2026-03-31T06:00:56.400338Z","steps":["trace[1700361765] 'read index received' (duration: 1.191547274s)","trace[1700361765] 'applied index is now lower than readState.Index' (duration: 799.881791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:56.400445Z","caller":"traceutil/trace.go:171","msg":"trace[20594285] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"2.208678784s","start":"2026-03-31T06:00:54.191755Z","end":"2026-03-31T06:00:56.400434Z","steps":["trace[20594285] 'process raft request' (duration: 1.408758072s)","trace[20594285] 'compare' (duration: 798.076654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:56.400507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:54.19173Z","time spent":"2.208744587s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:56.400675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988893943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-31T06:00:56.40073Z","caller":"traceutil/trace.go:171","msg":"trace[1227832877] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27145; }","duration":"4.988975505s","start":"2026-03-31T06:00:51.411743Z","end":"2026-03-31T06:00:56.400719Z","steps":["trace[1227832877] 'agreement among raft nodes before linearized reading' (duration: 4.9888117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.40076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.411737Z","time spent":"4.989018647s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T06:00:56.400794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995996216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-31T06:00:56.400831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989967607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:56.400834Z","caller":"traceutil/trace.go:171","msg":"trace[163230108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:27145; }","duration":"4.996069419s","start":"2026-03-31T06:00:51.404754Z","end":"2026-03-31T06:00:56.400823Z","steps":["trace[163230108] 'agreement among raft nodes before linearized reading' (duration: 4.995926824s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.400866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.404735Z","time spent":"4.99612291s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-31T06:00:56.400889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727681238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:56.400925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993180903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T06:00:56.400738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995792729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T06:00:56.401019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960128009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:56.401051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993348773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-31T06:00:56.401041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988480923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T06:00:56.401088Z","caller":"traceutil/trace.go:171","msg":"trace[615358767] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:27145; }","duration":"4.960247443s","start":"2026-03-31T06:00:51.440826Z","end":"2026-03-31T06:00:56.401073Z","steps":["trace[615358767] 'agreement among raft nodes before linearized reading' (duration: 4.960113258s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512911177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:56.401112Z","caller":"traceutil/trace.go:171","msg":"trace[294912125] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27145; }","duration":"4.993424075s","start":"2026-03-31T06:00:51.407671Z","end":"2026-03-31T06:00:56.401095Z","steps":["trace[294912125] 'agreement among raft nodes before linearized reading' (duration: 4.993238799s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.401126Z","caller":"traceutil/trace.go:171","msg":"trace[1253513006] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27145; }","duration":"1.988600087s","start":"2026-03-31T06:00:54.412509Z","end":"2026-03-31T06:00:56.401109Z","steps":["trace[1253513006] 'agreement among raft nodes before linearized reading' (duration: 1.98837782s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.40115Z","caller":"traceutil/trace.go:171","msg":"trace[2078827241] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:27145; }","duration":"2.51299661s","start":"2026-03-31T06:00:53.888142Z","end":"2026-03-31T06:00:56.401138Z","steps":["trace[2078827241] 'agreement among raft nodes before linearized reading' (duration: 2.512926667s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.401157Z","caller":"traceutil/trace.go:171","msg":"trace[1736495506] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"1.744248886s","start":"2026-03-31T06:00:54.656904Z","end":"2026-03-31T06:00:56.401153Z","steps":["trace[1736495506] 'process raft request' (duration: 1.743389549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:54.412496Z","time spent":"1.988663708s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T06:00:56.401167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.407665Z","time spent":"4.993488837s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T06:00:56.401187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995062567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-31T06:00:56.401221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336391631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:56.401247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619461963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:56.401248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240864363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:00:56.401267Z","caller":"traceutil/trace.go:171","msg":"trace[1516587587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27145; }","duration":"1.240927375s","start":"2026-03-31T06:00:55.160334Z","end":"2026-03-31T06:00:56.401262Z","steps":["trace[1516587587] 'agreement among raft nodes before linearized reading' (duration: 1.240896495s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.401262Z","caller":"traceutil/trace.go:171","msg":"trace[104669649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27145; }","duration":"3.336482494s","start":"2026-03-31T06:00:53.064768Z","end":"2026-03-31T06:00:56.401251Z","steps":["trace[104669649] 'agreement among raft nodes before linearized reading' (duration: 3.336417832s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.401263Z","caller":"traceutil/trace.go:171","msg":"trace[878228000] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27145; }","duration":"4.99515451s","start":"2026-03-31T06:00:51.406091Z","end":"2026-03-31T06:00:56.401246Z","steps":["trace[878228000] 'agreement among raft nodes before linearized reading' (duration: 4.994917863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:55.160303Z","time spent":"1.240977147s","remote":"127.0.0.1:53376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:56.401282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997008834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T06:00:56.401295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:53.064741Z","time spent":"3.336546426s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:56.401318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.406077Z","time spent":"4.995222942s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:56.401341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555470332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:56.401356Z","caller":"traceutil/trace.go:171","msg":"trace[1640193784] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:27145; }","duration":"1.555522353s","start":"2026-03-31T06:00:54.845829Z","end":"2026-03-31T06:00:56.401352Z","steps":["trace[1640193784] 'agreement among raft nodes before linearized reading' (duration: 1.555497263s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.401339Z","caller":"traceutil/trace.go:171","msg":"trace[108077703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27145; }","duration":"2.997106986s","start":"2026-03-31T06:00:53.404218Z","end":"2026-03-31T06:00:56.401325Z","steps":["trace[108077703] 'agreement among raft nodes before linearized reading' (duration: 2.996958602s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:54.84581Z","time spent":"1.555561445s","remote":"127.0.0.1:37296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:56.401381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985366775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:00:56.4014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99803523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18617"} {"level":"warn","ts":"2026-03-31T06:00:56.401394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:53.404197Z","time spent":"2.997185969s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:00:56.401139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.440809Z","time spent":"4.960313134s","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:56.401413Z","caller":"traceutil/trace.go:171","msg":"trace[1125678073] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27145; }","duration":"1.985413316s","start":"2026-03-31T06:00:54.41599Z","end":"2026-03-31T06:00:56.401404Z","steps":["trace[1125678073] 'agreement among raft nodes before linearized reading' (duration: 1.985356114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:54.415982Z","time spent":"1.985453137s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-31T06:00:56.401231Z","caller":"traceutil/trace.go:171","msg":"trace[1553299263] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27145; }","duration":"4.996071659s","start":"2026-03-31T06:00:51.404907Z","end":"2026-03-31T06:00:56.400978Z","steps":["trace[1553299263] 'agreement among raft nodes before linearized reading' (duration: 4.995651385s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:54.656892Z","time spent":"1.744285647s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:56.401538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.410852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:00:56.401554Z","caller":"traceutil/trace.go:171","msg":"trace[1503044970] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27145; }","duration":"356.467494ms","start":"2026-03-31T06:00:56.045082Z","end":"2026-03-31T06:00:56.40155Z","steps":["trace[1503044970] 'agreement among raft nodes before linearized reading' (duration: 356.442443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998667929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4831366e688\" ","response":"range_response_count:1 size:796"} {"level":"warn","ts":"2026-03-31T06:00:56.401181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:53.888122Z","time spent":"2.513051682s","remote":"127.0.0.1:37316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:00:56.401594Z","caller":"traceutil/trace.go:171","msg":"trace[1527112350] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4831366e688; range_end:; response_count:1; response_revision:27145; }","duration":"4.998844056s","start":"2026-03-31T06:00:51.40274Z","end":"2026-03-31T06:00:56.401584Z","steps":["trace[1527112350] 'agreement among raft nodes before linearized reading' (duration: 4.998683711s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.40114Z","caller":"traceutil/trace.go:171","msg":"trace[1550673275] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"1.747105375s","start":"2026-03-31T06:00:54.654028Z","end":"2026-03-31T06:00:56.401133Z","steps":["trace[1550673275] 'process raft request' (duration: 1.746147685s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.400951Z","caller":"traceutil/trace.go:171","msg":"trace[817415048] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27145; }","duration":"2.993233034s","start":"2026-03-31T06:00:53.407709Z","end":"2026-03-31T06:00:56.400943Z","steps":["trace[817415048] 'agreement among raft nodes before linearized reading' (duration: 2.993172713s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.40169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:53.407694Z","time spent":"2.993986619s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:00:56.401745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.402715Z","time spent":"4.998910448s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":820,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-cvrwq.18a1d4831366e688\" "} {"level":"info","ts":"2026-03-31T06:00:56.400922Z","caller":"traceutil/trace.go:171","msg":"trace[1871657353] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:27145; }","duration":"4.990000447s","start":"2026-03-31T06:00:51.410846Z","end":"2026-03-31T06:00:56.400846Z","steps":["trace[1871657353] 'agreement among raft nodes before linearized reading' (duration: 4.989926365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.41084Z","time spent":"4.99104559s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-31T06:00:56.401266Z","caller":"traceutil/trace.go:171","msg":"trace[1958525277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27145; }","duration":"1.619508884s","start":"2026-03-31T06:00:54.781751Z","end":"2026-03-31T06:00:56.40126Z","steps":["trace[1958525277] 'agreement among raft nodes before linearized reading' (duration: 1.619482434s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:54.654004Z","time spent":"1.747656103s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:56.401942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:54.781734Z","time spent":"1.620195457s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:56.401569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.045061Z","time spent":"356.504505ms","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:56.401115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473165558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:00:56.401317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37472622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T06:00:56.401414Z","caller":"traceutil/trace.go:171","msg":"trace[890195625] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27145; }","duration":"4.998073681s","start":"2026-03-31T06:00:51.403336Z","end":"2026-03-31T06:00:56.40141Z","steps":["trace[890195625] 'agreement among raft nodes before linearized reading' (duration: 4.99802719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.401766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.404899Z","time spent":"4.996644116s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:56.402036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.403303Z","time spent":"4.998724822s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T06:00:56.402014Z","caller":"traceutil/trace.go:171","msg":"trace[921129628] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:27145; }","duration":"2.474081507s","start":"2026-03-31T06:00:53.927917Z","end":"2026-03-31T06:00:56.401999Z","steps":["trace[921129628] 'agreement among raft nodes before linearized reading' (duration: 2.473137277s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.402033Z","caller":"traceutil/trace.go:171","msg":"trace[2113765544] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27145; }","duration":"1.375472934s","start":"2026-03-31T06:00:55.026542Z","end":"2026-03-31T06:00:56.402015Z","steps":["trace[2113765544] 'agreement among raft nodes before linearized reading' (duration: 1.374735891s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:56.400924Z","caller":"traceutil/trace.go:171","msg":"trace[1662087037] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:27145; }","duration":"2.727759641s","start":"2026-03-31T06:00:53.673155Z","end":"2026-03-31T06:00:56.400914Z","steps":["trace[1662087037] 'agreement among raft nodes before linearized reading' (duration: 2.727682688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.402077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:53.927901Z","time spent":"2.474158259s","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:56.40209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:53.673137Z","time spent":"2.728937577s","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:00:56.40209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:55.026517Z","time spent":"1.375555637s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T06:00:56.401894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99452279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-31T06:00:56.407853Z","caller":"traceutil/trace.go:171","msg":"trace[1133507850] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:27145; }","duration":"4.995288684s","start":"2026-03-31T06:00:51.407303Z","end":"2026-03-31T06:00:56.402592Z","steps":["trace[1133507850] 'agreement among raft nodes before linearized reading' (duration: 4.993533979s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:56.408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:51.407291Z","time spent":"5.000615701s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-31T06:00:57.309699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.456864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:57.309793Z","caller":"traceutil/trace.go:171","msg":"trace[1214880829] linearizableReadLoop","detail":"{readStateIndex:28089; appliedIndex:28088; }","duration":"903.944343ms","start":"2026-03-31T06:00:56.40583Z","end":"2026-03-31T06:00:57.309775Z","steps":["trace[1214880829] 'read index received' (duration: 143.321225ms)","trace[1214880829] 'applied index is now lower than readState.Index' (duration: 760.621868ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:00:57.309854Z","caller":"traceutil/trace.go:171","msg":"trace[170471185] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"904.361636ms","start":"2026-03-31T06:00:56.405482Z","end":"2026-03-31T06:00:57.309843Z","steps":["trace[170471185] 'process raft request' (duration: 143.714587ms)","trace[170471185] 'compare' (duration: 759.729151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:57.309909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.405466Z","time spent":"904.409927ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:57.310151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.316715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-31T06:00:57.310202Z","caller":"traceutil/trace.go:171","msg":"trace[1703846687] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:27146; }","duration":"904.393177ms","start":"2026-03-31T06:00:56.405799Z","end":"2026-03-31T06:00:57.310192Z","steps":["trace[1703846687] 'agreement among raft nodes before linearized reading' (duration: 904.263383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:57.310231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.405781Z","time spent":"904.442559ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-31T06:00:57.809904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:58.310724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:00:58.413571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000196102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:00:58.413653Z","caller":"traceutil/trace.go:171","msg":"trace[672332299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000307415s","start":"2026-03-31T06:00:56.413331Z","end":"2026-03-31T06:00:58.413638Z","steps":["trace[672332299] 'agreement among raft nodes before linearized reading' (duration: 2.000208982s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:58.413738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.413323Z","time spent":"2.000401278s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:00:58.421995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.872814708s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:00:58.67309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.797443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:00:58.673427Z","caller":"traceutil/trace.go:171","msg":"trace[1269339863] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"2.255014281s","start":"2026-03-31T06:00:56.418398Z","end":"2026-03-31T06:00:58.673412Z","steps":["trace[1269339863] 'process raft request' (duration: 2.25498377s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:58.673442Z","caller":"traceutil/trace.go:171","msg":"trace[1997620401] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"2.262995122s","start":"2026-03-31T06:00:56.410417Z","end":"2026-03-31T06:00:58.673412Z","steps":["trace[1997620401] 'process raft request' (duration: 2.262809347s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:58.673482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.418389Z","time spent":"2.255068963s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:58.67357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.410397Z","time spent":"2.263098845s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:58.673703Z","caller":"traceutil/trace.go:171","msg":"trace[1569236914] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"2.263149017s","start":"2026-03-31T06:00:56.410543Z","end":"2026-03-31T06:00:58.673692Z","steps":["trace[1569236914] 'process raft request' (duration: 2.262708203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:58.673742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.410531Z","time spent":"2.263194138s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T06:00:58.673892Z","caller":"traceutil/trace.go:171","msg":"trace[1016120080] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"2.267162403s","start":"2026-03-31T06:00:56.406709Z","end":"2026-03-31T06:00:58.673871Z","steps":["trace[1016120080] 'process raft request' (duration: 2.015506583s)","trace[1016120080] 'compare' (duration: 250.099591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:00:58.673943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.406702Z","time spent":"2.267215855s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:58.67404Z","caller":"traceutil/trace.go:171","msg":"trace[548187696] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"2.264631944s","start":"2026-03-31T06:00:56.4094Z","end":"2026-03-31T06:00:58.674032Z","steps":["trace[548187696] 'process raft request' (duration: 2.263758786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:58.674108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.409385Z","time spent":"2.264692115s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:58.674225Z","caller":"traceutil/trace.go:171","msg":"trace[1979263064] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"2.264765938s","start":"2026-03-31T06:00:56.409449Z","end":"2026-03-31T06:00:58.674215Z","steps":["trace[1979263064] 'process raft request' (duration: 2.263753686s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:58.674272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.409433Z","time spent":"2.26481484s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:58.674434Z","caller":"traceutil/trace.go:171","msg":"trace[967140933] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"2.256088906s","start":"2026-03-31T06:00:56.418314Z","end":"2026-03-31T06:00:58.674403Z","steps":["trace[967140933] 'process raft request' (duration: 2.255046423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:58.67459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.418303Z","time spent":"2.256194569s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:00:58.674658Z","caller":"traceutil/trace.go:171","msg":"trace[336154307] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"2.258511371s","start":"2026-03-31T06:00:56.416092Z","end":"2026-03-31T06:00:58.674603Z","steps":["trace[336154307] 'process raft request' (duration: 2.2572228s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:58.674706Z","caller":"traceutil/trace.go:171","msg":"trace[1438671975] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"2.258309635s","start":"2026-03-31T06:00:56.416363Z","end":"2026-03-31T06:00:58.674673Z","steps":["trace[1438671975] 'process raft request' (duration: 2.256973843s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:00:58.67476Z","caller":"traceutil/trace.go:171","msg":"trace[1511313726] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"2.258685757s","start":"2026-03-31T06:00:56.416038Z","end":"2026-03-31T06:00:58.674724Z","steps":["trace[1511313726] 'process raft request' (duration: 2.257251542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:00:58.674764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.416088Z","time spent":"2.258624064s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:58.674862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.416024Z","time spent":"2.258773729s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:00:58.674862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.416349Z","time spent":"2.258433299s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:00.414991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000521931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:01:00.41512Z","caller":"traceutil/trace.go:171","msg":"trace[1629557265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694116s","start":"2026-03-31T06:00:58.414404Z","end":"2026-03-31T06:01:00.415098Z","steps":["trace[1629557265] 'agreement among raft nodes before linearized reading' (duration: 2.000535991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:00.415231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.414396Z","time spent":"2.00081481s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:00.614204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:01:00.614289Z","caller":"traceutil/trace.go:171","msg":"trace[88633955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305714s","start":"2026-03-31T06:00:58.613966Z","end":"2026-03-31T06:01:00.614272Z","steps":["trace[88633955] 'agreement among raft nodes before linearized reading' (duration: 2.00017698s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:00.614338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.613945Z","time spent":"2.000380067s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:01.255728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381563767s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:01.255869Z","caller":"traceutil/trace.go:171","msg":"trace[1125819548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27156; }","duration":"1.381717531s","start":"2026-03-31T06:00:59.874126Z","end":"2026-03-31T06:01:01.255843Z","steps":["trace[1125819548] 'range keys from in-memory index tree' (duration: 1.381538716s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:01.256401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.785945Z","time spent":"2.470448252s","remote":"127.0.0.1:54268","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T06:01:01.792615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.811262694s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:01:02.422647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:01:02.422723Z","caller":"traceutil/trace.go:171","msg":"trace[1402324098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271954s","start":"2026-03-31T06:01:00.42243Z","end":"2026-03-31T06:01:02.422702Z","steps":["trace[1402324098] 'agreement among raft nodes before linearized reading' (duration: 2.000172951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.422762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.42241Z","time spent":"2.000343597s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:02.494161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.159289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:01:02.495004Z","caller":"traceutil/trace.go:171","msg":"trace[511616714] linearizableReadLoop","detail":"{readStateIndex:28101; appliedIndex:28089; }","duration":"5.185166613s","start":"2026-03-31T06:00:57.309818Z","end":"2026-03-31T06:01:02.494984Z","steps":["trace[511616714] 'read index received' (duration: 1.112449377s)","trace[511616714] 'applied index is now lower than readState.Index' (duration: 4.072715816s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:02.495039Z","caller":"traceutil/trace.go:171","msg":"trace[1410476962] transaction","detail":"{read_only:false; response_revision:27157; number_of_response:1; }","duration":"4.839811298s","start":"2026-03-31T06:00:57.655166Z","end":"2026-03-31T06:01:02.494978Z","steps":["trace[1410476962] 'process raft request' (duration: 4.839084105s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.49515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.019362184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:02.495251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:57.655137Z","time spent":"4.839999884s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:02.495276Z","caller":"traceutil/trace.go:171","msg":"trace[1624456050] transaction","detail":"{read_only:false; response_revision:27158; number_of_response:1; }","duration":"4.087343575s","start":"2026-03-31T06:00:58.407913Z","end":"2026-03-31T06:01:02.495257Z","steps":["trace[1624456050] 'process raft request' (duration: 4.086959403s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:02.495276Z","caller":"traceutil/trace.go:171","msg":"trace[357523820] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27158; }","duration":"6.019599802s","start":"2026-03-31T06:00:56.47566Z","end":"2026-03-31T06:01:02.495259Z","steps":["trace[357523820] 'agreement among raft nodes before linearized reading' (duration: 6.019343583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.49546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.475637Z","time spent":"6.019793128s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T06:01:02.495461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.407888Z","time spent":"4.08748689s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:02.495579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.086380981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-31T06:01:02.495628Z","caller":"traceutil/trace.go:171","msg":"trace[828294535] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27158; }","duration":"6.086455503s","start":"2026-03-31T06:00:56.409161Z","end":"2026-03-31T06:01:02.495616Z","steps":["trace[828294535] 'agreement among raft nodes before linearized reading' (duration: 6.086294538s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.495639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195165227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:02.495658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.409139Z","time spent":"6.086512265s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T06:01:02.495681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.083887462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T06:01:02.49568Z","caller":"traceutil/trace.go:171","msg":"trace[1522337115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:27158; }","duration":"5.195245s","start":"2026-03-31T06:00:57.300421Z","end":"2026-03-31T06:01:02.495666Z","steps":["trace[1522337115] 'agreement among raft nodes before linearized reading' (duration: 5.195180298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.495734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:57.300401Z","time spent":"5.195320912s","remote":"127.0.0.1:36432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:02.495725Z","caller":"traceutil/trace.go:171","msg":"trace[118375389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:27158; }","duration":"6.084008986s","start":"2026-03-31T06:00:56.411704Z","end":"2026-03-31T06:01:02.495713Z","steps":["trace[118375389] 'agreement among raft nodes before linearized reading' (duration: 6.083385146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.49582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.411685Z","time spent":"6.08412026s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-03-31T06:01:02.495881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.583460123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:02.495933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.086498755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:02.495963Z","caller":"traceutil/trace.go:171","msg":"trace[1748605844] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27158; }","duration":"5.583574436s","start":"2026-03-31T06:00:56.912375Z","end":"2026-03-31T06:01:02.49595Z","steps":["trace[1748605844] 'agreement among raft nodes before linearized reading' (duration: 5.583465833s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.496044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.912359Z","time spent":"5.583658068s","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:02.496081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.08858832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-31T06:01:02.496114Z","caller":"traceutil/trace.go:171","msg":"trace[682821692] range","detail":"{range_begin:/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118; range_end:; response_count:1; response_revision:27158; }","duration":"6.088704004s","start":"2026-03-31T06:00:56.407399Z","end":"2026-03-31T06:01:02.496103Z","steps":["trace[682821692] 'agreement among raft nodes before linearized reading' (duration: 6.088608681s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.496154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.407371Z","time spent":"6.088772436s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-570e3a87-d0b5-4994-a8be-1da4d5435118\" "} {"level":"warn","ts":"2026-03-31T06:01:02.496213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.085885675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-31T06:01:02.496254Z","caller":"traceutil/trace.go:171","msg":"trace[2556701] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27158; }","duration":"6.085944447s","start":"2026-03-31T06:00:56.410299Z","end":"2026-03-31T06:01:02.496243Z","steps":["trace[2556701] 'agreement among raft nodes before linearized reading' (duration: 6.085764262s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:02.496034Z","caller":"traceutil/trace.go:171","msg":"trace[1563628075] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27158; }","duration":"6.08666243s","start":"2026-03-31T06:00:56.409348Z","end":"2026-03-31T06:01:02.49601Z","steps":["trace[1563628075] 'agreement among raft nodes before linearized reading' (duration: 6.086445913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.496299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.410291Z","time spent":"6.085995469s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1460,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-31T06:01:02.496357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088175007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T06:01:02.496382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.936988215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:02.496398Z","caller":"traceutil/trace.go:171","msg":"trace[2121662128] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27158; }","duration":"6.088238499s","start":"2026-03-31T06:00:56.408149Z","end":"2026-03-31T06:01:02.496388Z","steps":["trace[2121662128] 'agreement among raft nodes before linearized reading' (duration: 6.088141566s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.495207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.515266009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:02.496427Z","caller":"traceutil/trace.go:171","msg":"trace[1055404754] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:27158; }","duration":"5.937070718s","start":"2026-03-31T06:00:56.559343Z","end":"2026-03-31T06:01:02.496414Z","steps":["trace[1055404754] 'agreement among raft nodes before linearized reading' (duration: 5.936983375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.496426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.408131Z","time spent":"6.088287691s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T06:01:02.49646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.559323Z","time spent":"5.937126979s","remote":"127.0.0.1:37334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:02.496471Z","caller":"traceutil/trace.go:171","msg":"trace[1348502093] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27158; }","duration":"5.51656646s","start":"2026-03-31T06:00:56.979881Z","end":"2026-03-31T06:01:02.496448Z","steps":["trace[1348502093] 'agreement among raft nodes before linearized reading' (duration: 5.515251789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:02.496532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.979867Z","time spent":"5.516646993s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:02.496544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:56.409332Z","time spent":"6.086969159s","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:01:03.421535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.424612Z","time spent":"4.996914655s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 06:01:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:04.167051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067295508s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:01:04.336537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470932125s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T06:01:04.423285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999759218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:01:04.423392Z","caller":"traceutil/trace.go:171","msg":"trace[1143033896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999936883s","start":"2026-03-31T06:01:02.42344Z","end":"2026-03-31T06:01:04.423377Z","steps":["trace[1143033896] 'agreement among raft nodes before linearized reading' (duration: 1.999791818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:04.423438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.423417Z","time spent":"2.000011035s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:05.016547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.888901ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:01:05.017534Z","caller":"traceutil/trace.go:171","msg":"trace[1712551153] transaction","detail":"{read_only:false; response_revision:27161; number_of_response:1; }","duration":"4.336313742s","start":"2026-03-31T06:01:00.68119Z","end":"2026-03-31T06:01:05.017504Z","steps":["trace[1712551153] 'process raft request' (duration: 4.335443654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:05.017754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.681166Z","time spent":"4.336439695s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:05.677927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99802568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:05.678022Z","caller":"traceutil/trace.go:171","msg":"trace[1961751161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998176556s","start":"2026-03-31T06:01:00.679823Z","end":"2026-03-31T06:01:05.677999Z","steps":["trace[1961751161] 'agreement among raft nodes before linearized reading' (duration: 4.998058712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:05.678077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.679803Z","time spent":"4.998262588s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 06:01:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:05.680057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.682994Z","time spent":"4.997059141s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 06:01:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:05.680146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.68254Z","time spent":"4.997604418s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 06:01:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:05.680205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.684166Z","time spent":"4.996037608s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 06:01:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:05.776436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015311744s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:01:06.404565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38676494s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:06.404852Z","caller":"traceutil/trace.go:171","msg":"trace[1398663527] transaction","detail":"{read_only:false; response_revision:27162; number_of_response:1; }","duration":"5.722551875s","start":"2026-03-31T06:01:00.682226Z","end":"2026-03-31T06:01:06.404778Z","steps":["trace[1398663527] 'process raft request' (duration: 4.335261738s)","trace[1398663527] 'compare' (duration: 1.38548512s)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:06.404942Z","caller":"traceutil/trace.go:171","msg":"trace[1307084187] linearizableReadLoop","detail":"{readStateIndex:28109; appliedIndex:28102; }","duration":"3.909892348s","start":"2026-03-31T06:01:02.495039Z","end":"2026-03-31T06:01:06.404931Z","steps":["trace[1307084187] 'read index received' (duration: 370.586328ms)","trace[1307084187] 'applied index is now lower than readState.Index' (duration: 3.53930547s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:06.405032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.682212Z","time spent":"5.7227316s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:06.405096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.926785989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.405122Z","caller":"traceutil/trace.go:171","msg":"trace[454902142] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27166; }","duration":"7.926869531s","start":"2026-03-31T06:00:58.478245Z","end":"2026-03-31T06:01:06.405115Z","steps":["trace[454902142] 'agreement among raft nodes before linearized reading' (duration: 7.926753418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.47822Z","time spent":"7.926914423s","remote":"127.0.0.1:40826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:06.405148Z","caller":"traceutil/trace.go:171","msg":"trace[1262562789] transaction","detail":"{read_only:false; response_revision:27166; number_of_response:1; }","duration":"3.904429766s","start":"2026-03-31T06:01:02.500702Z","end":"2026-03-31T06:01:06.405132Z","steps":["trace[1262562789] 'process raft request' (duration: 3.904177018s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.404912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.497811Z","time spent":"3.90709892s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T06:01:06.405238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.500685Z","time spent":"3.904508999s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:01:06.405308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.06783145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268860"} {"level":"info","ts":"2026-03-31T06:01:06.405371Z","caller":"traceutil/trace.go:171","msg":"trace[1347725521] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:27166; }","duration":"7.067950843s","start":"2026-03-31T06:00:59.3374Z","end":"2026-03-31T06:01:06.40535Z","steps":["trace[1347725521] 'agreement among raft nodes before linearized reading' (duration: 7.067565581s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:59.337378Z","time spent":"7.068012905s","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268884,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-31T06:01:06.405515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.613477906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:06.405547Z","caller":"traceutil/trace.go:171","msg":"trace[232749712] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:27167; }","duration":"5.613557349s","start":"2026-03-31T06:01:00.791984Z","end":"2026-03-31T06:01:06.405541Z","steps":["trace[232749712] 'agreement among raft nodes before linearized reading' (duration: 5.613431985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.791963Z","time spent":"5.61359681s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.405574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725667543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T06:01:06.405591Z","caller":"traceutil/trace.go:171","msg":"trace[1274435244] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27167; }","duration":"5.725683233s","start":"2026-03-31T06:01:00.679902Z","end":"2026-03-31T06:01:06.405585Z","steps":["trace[1274435244] 'agreement among raft nodes before linearized reading' (duration: 5.725631981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.679879Z","time spent":"5.725721455s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:01:06.405763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.045602679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.405788Z","caller":"traceutil/trace.go:171","msg":"trace[505953614] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27168; }","duration":"6.045662231s","start":"2026-03-31T06:01:00.360118Z","end":"2026-03-31T06:01:06.40578Z","steps":["trace[505953614] 'agreement among raft nodes before linearized reading' (duration: 6.045441104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.360099Z","time spent":"6.045700232s","remote":"127.0.0.1:43984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.405803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.251503506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:06.405816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.417823356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:06.405832Z","caller":"traceutil/trace.go:171","msg":"trace[1009550340] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:27168; }","duration":"5.417882278s","start":"2026-03-31T06:01:00.987945Z","end":"2026-03-31T06:01:06.405827Z","steps":["trace[1009550340] 'agreement among raft nodes before linearized reading' (duration: 5.417703392s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.987918Z","time spent":"5.417923519s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.405933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.431282544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.405942Z","caller":"traceutil/trace.go:171","msg":"trace[489718527] transaction","detail":"{read_only:false; response_revision:27168; number_of_response:1; }","duration":"2.4973943s","start":"2026-03-31T06:01:03.908541Z","end":"2026-03-31T06:01:06.405936Z","steps":["trace[489718527] 'process raft request' (duration: 2.496799121s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:06.405957Z","caller":"traceutil/trace.go:171","msg":"trace[250660084] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27168; }","duration":"7.431337266s","start":"2026-03-31T06:00:58.974613Z","end":"2026-03-31T06:01:06.40595Z","steps":["trace[250660084] 'agreement among raft nodes before linearized reading' (duration: 7.430920042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.974596Z","time spent":"7.431375687s","remote":"127.0.0.1:36480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:06.405824Z","caller":"traceutil/trace.go:171","msg":"trace[358132455] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27168; }","duration":"8.251558587s","start":"2026-03-31T06:00:58.15426Z","end":"2026-03-31T06:01:06.405819Z","steps":["trace[358132455] 'agreement among raft nodes before linearized reading' (duration: 8.251035961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.405995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.908516Z","time spent":"2.497441072s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:06.406007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.154244Z","time spent":"8.251755633s","remote":"127.0.0.1:37492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.406077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.33667814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.406092Z","caller":"traceutil/trace.go:171","msg":"trace[839674312] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:27168; }","duration":"7.336731102s","start":"2026-03-31T06:00:59.069356Z","end":"2026-03-31T06:01:06.406088Z","steps":["trace[839674312] 'agreement among raft nodes before linearized reading' (duration: 7.336193475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:59.069336Z","time spent":"7.336765292s","remote":"127.0.0.1:58952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.405768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.836566639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:06.406257Z","caller":"traceutil/trace.go:171","msg":"trace[460603638] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:27168; }","duration":"5.837080985s","start":"2026-03-31T06:01:00.56917Z","end":"2026-03-31T06:01:06.406251Z","steps":["trace[460603638] 'agreement among raft nodes before linearized reading' (duration: 5.836399244s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:00.569158Z","time spent":"5.837115746s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:06.406294Z","caller":"traceutil/trace.go:171","msg":"trace[456718221] transaction","detail":"{read_only:false; response_revision:27167; number_of_response:1; }","duration":"3.900348478s","start":"2026-03-31T06:01:02.505938Z","end":"2026-03-31T06:01:06.406286Z","steps":["trace[456718221] 'process raft request' (duration: 3.899040567s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.934160994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-03-31T06:01:06.406325Z","caller":"traceutil/trace.go:171","msg":"trace[28884813] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27168; }","duration":"8.934218745s","start":"2026-03-31T06:00:57.472099Z","end":"2026-03-31T06:01:06.406318Z","steps":["trace[28884813] 'agreement among raft nodes before linearized reading' (duration: 8.933204863s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:57.472035Z","time spent":"8.934300798s","remote":"127.0.0.1:58906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418328,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T06:01:06.406333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.505924Z","time spent":"3.900386029s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:06.405789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027827185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:06.406363Z","caller":"traceutil/trace.go:171","msg":"trace[704893837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27168; }","duration":"4.028436454s","start":"2026-03-31T06:01:02.377921Z","end":"2026-03-31T06:01:06.406358Z","steps":["trace[704893837] 'agreement among raft nodes before linearized reading' (duration: 4.027718322s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.377901Z","time spent":"4.028484405s","remote":"127.0.0.1:53420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.405169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.700240538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.406482Z","caller":"traceutil/trace.go:171","msg":"trace[1782760773] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:27166; }","duration":"7.701605131s","start":"2026-03-31T06:00:58.704867Z","end":"2026-03-31T06:01:06.406472Z","steps":["trace[1782760773] 'agreement among raft nodes before linearized reading' (duration: 7.700100464s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.4065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.70485Z","time spent":"7.701644092s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.406688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.091341974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79c90a92485\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-03-31T06:01:06.406711Z","caller":"traceutil/trace.go:171","msg":"trace[837550602] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a1d79c90a92485; range_end:; response_count:1; response_revision:27169; }","duration":"9.091409386s","start":"2026-03-31T06:00:57.315296Z","end":"2026-03-31T06:01:06.406706Z","steps":["trace[837550602] 'agreement among raft nodes before linearized reading' (duration: 9.090013342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:57.315278Z","time spent":"9.091443777s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79c90a92485\" "} {"level":"info","ts":"2026-03-31T06:01:06.406713Z","caller":"traceutil/trace.go:171","msg":"trace[1475948268] transaction","detail":"{read_only:false; response_revision:27169; number_of_response:1; }","duration":"1.951972016s","start":"2026-03-31T06:01:04.454726Z","end":"2026-03-31T06:01:06.406698Z","steps":["trace[1475948268] 'process raft request' (duration: 1.950975775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:04.454699Z","time spent":"1.952053569s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:06.406863Z","caller":"traceutil/trace.go:171","msg":"trace[651085018] transaction","detail":"{read_only:false; response_revision:27170; number_of_response:1; }","duration":"1.905627879s","start":"2026-03-31T06:01:04.501229Z","end":"2026-03-31T06:01:06.406857Z","steps":["trace[651085018] 'process raft request' (duration: 1.905297129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:04.501201Z","time spent":"1.905677251s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:06.406943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907350508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.40696Z","caller":"traceutil/trace.go:171","msg":"trace[1861961527] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27171; }","duration":"3.907391079s","start":"2026-03-31T06:01:02.499564Z","end":"2026-03-31T06:01:06.406955Z","steps":["trace[1861961527] 'agreement among raft nodes before linearized reading' (duration: 3.907343818s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611318891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:06.406976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.49955Z","time spent":"3.90742267s","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T06:01:06.406982Z","caller":"traceutil/trace.go:171","msg":"trace[1725430498] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:27171; }","duration":"2.611372063s","start":"2026-03-31T06:01:03.795606Z","end":"2026-03-31T06:01:06.406978Z","steps":["trace[1725430498] 'agreement among raft nodes before linearized reading' (duration: 2.611341812s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.406995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.795581Z","time spent":"2.611411374s","remote":"127.0.0.1:56992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647693815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:06.407072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.699908358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.407078Z","caller":"traceutil/trace.go:171","msg":"trace[1053580390] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:27171; }","duration":"2.647709425s","start":"2026-03-31T06:01:03.759365Z","end":"2026-03-31T06:01:06.407074Z","steps":["trace[1053580390] 'agreement among raft nodes before linearized reading' (duration: 2.647681614s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:06.407087Z","caller":"traceutil/trace.go:171","msg":"trace[2137393709] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:27171; }","duration":"7.699950359s","start":"2026-03-31T06:00:58.707132Z","end":"2026-03-31T06:01:06.407083Z","steps":["trace[2137393709] 'agreement among raft nodes before linearized reading' (duration: 7.699155514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.759264Z","time spent":"2.647823848s","remote":"127.0.0.1:37190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:00:58.707122Z","time spent":"7.69997524s","remote":"127.0.0.1:37702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59945609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:06.407178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.815305505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.40718Z","caller":"traceutil/trace.go:171","msg":"trace[127797858] transaction","detail":"{read_only:false; response_revision:27171; number_of_response:1; }","duration":"1.787885238s","start":"2026-03-31T06:01:04.61929Z","end":"2026-03-31T06:01:06.407175Z","steps":["trace[127797858] 'process raft request' (duration: 1.787495886s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:06.407192Z","caller":"traceutil/trace.go:171","msg":"trace[856101035] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:27171; }","duration":"3.815361787s","start":"2026-03-31T06:01:02.591826Z","end":"2026-03-31T06:01:06.407187Z","steps":["trace[856101035] 'agreement among raft nodes before linearized reading' (duration: 3.815334986s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.591805Z","time spent":"3.815396828s","remote":"127.0.0.1:53294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:04.619255Z","time spent":"1.78793824s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:06.407247Z","caller":"traceutil/trace.go:171","msg":"trace[1120579509] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:27171; }","duration":"3.599529932s","start":"2026-03-31T06:01:02.807654Z","end":"2026-03-31T06:01:06.407184Z","steps":["trace[1120579509] 'agreement among raft nodes before linearized reading' (duration: 3.59945927s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893497852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:06.40729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.810262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.4073Z","caller":"traceutil/trace.go:171","msg":"trace[183475930] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:27171; }","duration":"3.893535434s","start":"2026-03-31T06:01:02.513759Z","end":"2026-03-31T06:01:06.407294Z","steps":["trace[183475930] 'agreement among raft nodes before linearized reading' (duration: 3.893508463s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:06.407305Z","caller":"traceutil/trace.go:171","msg":"trace[184579920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:27171; }","duration":"444.826762ms","start":"2026-03-31T06:01:05.962474Z","end":"2026-03-31T06:01:06.4073Z","steps":["trace[184579920] 'agreement among raft nodes before linearized reading' (duration: 444.798151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.513718Z","time spent":"3.893591345s","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.807634Z","time spent":"3.599666586s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.40736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:05.962429Z","time spent":"444.891734ms","remote":"127.0.0.1:36368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.999593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:06.407462Z","caller":"traceutil/trace.go:171","msg":"trace[16581425] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:27171; }","duration":"546.049714ms","start":"2026-03-31T06:01:05.861406Z","end":"2026-03-31T06:01:06.407456Z","steps":["trace[16581425] 'agreement among raft nodes before linearized reading' (duration: 546.022313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:05.861361Z","time spent":"546.112277ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.845395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-31T06:01:06.407574Z","caller":"traceutil/trace.go:171","msg":"trace[251255088] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:27171; }","duration":"725.875777ms","start":"2026-03-31T06:01:05.681694Z","end":"2026-03-31T06:01:06.407569Z","steps":["trace[251255088] 'agreement among raft nodes before linearized reading' (duration: 725.846896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:05.681683Z","time spent":"725.905127ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T06:01:06.407658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.955509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-31T06:01:06.40767Z","caller":"traceutil/trace.go:171","msg":"trace[1307207195] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:27171; }","duration":"725.99419ms","start":"2026-03-31T06:01:05.681672Z","end":"2026-03-31T06:01:06.407666Z","steps":["trace[1307207195] 'agreement among raft nodes before linearized reading' (duration: 725.971019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:05.681652Z","time spent":"726.027481ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-31T06:01:06.407737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193939483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:06.407764Z","caller":"traceutil/trace.go:171","msg":"trace[1836604355] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27171; }","duration":"3.194008895s","start":"2026-03-31T06:01:03.213746Z","end":"2026-03-31T06:01:06.407755Z","steps":["trace[1836604355] 'agreement among raft nodes before linearized reading' (duration: 3.193956894s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.40778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.213729Z","time spent":"3.194047317s","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.407786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.577928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T06:01:06.407831Z","caller":"traceutil/trace.go:171","msg":"trace[1994378577] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27171; }","duration":"726.658321ms","start":"2026-03-31T06:01:05.681159Z","end":"2026-03-31T06:01:06.407817Z","steps":["trace[1994378577] 'agreement among raft nodes before linearized reading' (duration: 726.579889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:05.681142Z","time spent":"726.716733ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-31T06:01:06.407865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907448981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-03-31T06:01:06.407917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137390126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:06.40792Z","caller":"traceutil/trace.go:171","msg":"trace[788113557] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:27171; }","duration":"3.907545334s","start":"2026-03-31T06:01:02.500361Z","end":"2026-03-31T06:01:06.407906Z","steps":["trace[788113557] 'agreement among raft nodes before linearized reading' (duration: 3.907351818s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:06.407945Z","caller":"traceutil/trace.go:171","msg":"trace[1190050563] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:27171; }","duration":"3.137441978s","start":"2026-03-31T06:01:03.270493Z","end":"2026-03-31T06:01:06.407935Z","steps":["trace[1190050563] 'agreement among raft nodes before linearized reading' (duration: 3.137369536s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.407955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.500343Z","time spent":"3.907605156s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-31T06:01:06.407961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.270482Z","time spent":"3.137475679s","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.408002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.904769747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-31T06:01:06.408026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379891319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.408029Z","caller":"traceutil/trace.go:171","msg":"trace[1101070062] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:27171; }","duration":"3.904811688s","start":"2026-03-31T06:01:02.503212Z","end":"2026-03-31T06:01:06.408023Z","steps":["trace[1101070062] 'agreement among raft nodes before linearized reading' (duration: 3.904751906s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:06.408044Z","caller":"traceutil/trace.go:171","msg":"trace[1811154550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27171; }","duration":"3.37993454s","start":"2026-03-31T06:01:03.028104Z","end":"2026-03-31T06:01:06.408039Z","steps":["trace[1811154550] 'agreement among raft nodes before linearized reading' (duration: 3.379899959s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.408048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.503201Z","time spent":"3.904844149s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-31T06:01:06.40804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255650029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:06.408061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.02809Z","time spent":"3.379965051s","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:06.408073Z","caller":"traceutil/trace.go:171","msg":"trace[567201935] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27171; }","duration":"1.255712681s","start":"2026-03-31T06:01:05.152349Z","end":"2026-03-31T06:01:06.408061Z","steps":["trace[567201935] 'agreement among raft nodes before linearized reading' (duration: 1.255651819s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.408101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:05.15233Z","time spent":"1.255764002s","remote":"127.0.0.1:37380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:06.408121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978539721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:06.408137Z","caller":"traceutil/trace.go:171","msg":"trace[229609569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27171; }","duration":"1.978587203s","start":"2026-03-31T06:01:04.429545Z","end":"2026-03-31T06:01:06.408132Z","steps":["trace[229609569] 'agreement among raft nodes before linearized reading' (duration: 1.978561242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.408149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:04.429527Z","time spent":"1.978619454s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:06.408154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906239833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-31T06:01:06.408177Z","caller":"traceutil/trace.go:171","msg":"trace[210612905] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:27171; }","duration":"3.906289094s","start":"2026-03-31T06:01:02.50188Z","end":"2026-03-31T06:01:06.408169Z","steps":["trace[210612905] 'agreement among raft nodes before linearized reading' (duration: 3.906209762s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.408192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418513611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:06.408197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:02.501873Z","time spent":"3.906318395s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-03-31T06:01:06.408207Z","caller":"traceutil/trace.go:171","msg":"trace[550420843] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:27171; }","duration":"2.418531281s","start":"2026-03-31T06:01:03.989672Z","end":"2026-03-31T06:01:06.408203Z","steps":["trace[550420843] 'agreement among raft nodes before linearized reading' (duration: 2.41850114s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.408195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390854734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:06.408222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.989633Z","time spent":"2.418585103s","remote":"127.0.0.1:37280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:06.408241Z","caller":"traceutil/trace.go:171","msg":"trace[1726119353] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:27171; }","duration":"3.390953726s","start":"2026-03-31T06:01:03.017273Z","end":"2026-03-31T06:01:06.408227Z","steps":["trace[1726119353] 'agreement among raft nodes before linearized reading' (duration: 3.390820692s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.40793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984860893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T06:01:06.408275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.017248Z","time spent":"3.391017058s","remote":"127.0.0.1:56972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:01:06.408303Z","caller":"traceutil/trace.go:171","msg":"trace[1360379782] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27171; }","duration":"2.985266065s","start":"2026-03-31T06:01:03.42303Z","end":"2026-03-31T06:01:06.408296Z","steps":["trace[1360379782] 'agreement among raft nodes before linearized reading' (duration: 2.984825281s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:06.408323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:03.423008Z","time spent":"2.985309557s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T06:01:06.910964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:01:07.602918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.200008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T06:01:07.603239Z","caller":"traceutil/trace.go:171","msg":"trace[1532029142] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27171; }","duration":"1.195057183s","start":"2026-03-31T06:01:06.408156Z","end":"2026-03-31T06:01:07.603213Z","steps":["trace[1532029142] 'process raft request' (duration: 634.464762ms)","trace[1532029142] 'compare' (duration: 560.122186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:07.603387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.408137Z","time spent":"1.195157947s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:07.603924Z","caller":"traceutil/trace.go:171","msg":"trace[468592609] linearizableReadLoop","detail":"{readStateIndex:28119; appliedIndex:28116; }","duration":"1.193950649s","start":"2026-03-31T06:01:06.409956Z","end":"2026-03-31T06:01:07.603907Z","steps":["trace[468592609] 'read index received' (duration: 632.682056ms)","trace[468592609] 'applied index is now lower than readState.Index' (duration: 561.267533ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:07.603975Z","caller":"traceutil/trace.go:171","msg":"trace[168292251] transaction","detail":"{read_only:false; response_revision:27173; number_of_response:1; }","duration":"1.191672747s","start":"2026-03-31T06:01:06.412265Z","end":"2026-03-31T06:01:07.603938Z","steps":["trace[168292251] 'process raft request' (duration: 1.191497321s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:07.604088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194116414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:07.604113Z","caller":"traceutil/trace.go:171","msg":"trace[1761009618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27174; }","duration":"1.194153925s","start":"2026-03-31T06:01:06.409954Z","end":"2026-03-31T06:01:07.604107Z","steps":["trace[1761009618] 'agreement among raft nodes before linearized reading' (duration: 1.194066672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:07.604133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.409927Z","time spent":"1.194201477s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:07.604236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.412259Z","time spent":"1.191832482s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:07.603984Z","caller":"traceutil/trace.go:171","msg":"trace[1974828738] transaction","detail":"{read_only:false; response_revision:27174; number_of_response:1; }","duration":"580.519688ms","start":"2026-03-31T06:01:07.023445Z","end":"2026-03-31T06:01:07.603965Z","steps":["trace[1974828738] 'process raft request' (duration: 580.404904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:07.604404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.023424Z","time spent":"580.938651ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:07.603881Z","caller":"traceutil/trace.go:171","msg":"trace[1545396620] transaction","detail":"{read_only:false; response_revision:27172; number_of_response:1; }","duration":"1.195550428s","start":"2026-03-31T06:01:06.408274Z","end":"2026-03-31T06:01:07.603825Z","steps":["trace[1545396620] 'process raft request' (duration: 1.194821205s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:07.605361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.40826Z","time spent":"1.196900911s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:08.421544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009230384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:08.421634Z","caller":"traceutil/trace.go:171","msg":"trace[473881499] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"2.00939632s","start":"2026-03-31T06:01:06.412221Z","end":"2026-03-31T06:01:08.421618Z","steps":["trace[473881499] 'agreement among raft nodes before linearized reading' (duration: 2.009233625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:08.421699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.412218Z","time spent":"2.009468233s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/03/31 06:01:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:09.623153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000733218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:09.623204Z","caller":"traceutil/trace.go:171","msg":"trace[1125020621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805951s","start":"2026-03-31T06:01:07.622387Z","end":"2026-03-31T06:01:09.623193Z","steps":["trace[1125020621] 'agreement among raft nodes before linearized reading' (duration: 2.000743229s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:09.623228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.622381Z","time spent":"2.000840892s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:01:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:10.678657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999055487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:10.678967Z","caller":"traceutil/trace.go:171","msg":"trace[297971909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999290165s","start":"2026-03-31T06:01:07.679486Z","end":"2026-03-31T06:01:10.678776Z","steps":["trace[297971909] 'agreement among raft nodes before linearized reading' (duration: 2.999086439s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:10.679181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.679466Z","time spent":"2.999625425s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 06:01:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:10.679756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26823064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:10.680489Z","caller":"traceutil/trace.go:171","msg":"trace[707997130] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.269038565s","start":"2026-03-31T06:01:06.411432Z","end":"2026-03-31T06:01:10.680471Z","steps":["trace[707997130] 'agreement among raft nodes before linearized reading' (duration: 4.2682382s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:10.680607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.411429Z","time spent":"4.269157299s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/31 06:01:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:10.680883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.269410288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:10.680982Z","caller":"traceutil/trace.go:171","msg":"trace[20007531] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.269515071s","start":"2026-03-31T06:01:06.411452Z","end":"2026-03-31T06:01:10.680967Z","steps":["trace[20007531] 'agreement among raft nodes before linearized reading' (duration: 4.269413598s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:10.681177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.41145Z","time spent":"4.269635895s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/31 06:01:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:10.693702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261098026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:10.693744Z","caller":"traceutil/trace.go:171","msg":"trace[195753332] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.261172788s","start":"2026-03-31T06:01:06.432562Z","end":"2026-03-31T06:01:10.693734Z","steps":["trace[195753332] 'agreement among raft nodes before linearized reading' (duration: 4.261124747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:10.69379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.432539Z","time spent":"4.261243431s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/31 06:01:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:10.696746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285483053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:10.696818Z","caller":"traceutil/trace.go:171","msg":"trace[203320236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.285582255s","start":"2026-03-31T06:01:06.411218Z","end":"2026-03-31T06:01:10.6968Z","steps":["trace[203320236] 'agreement among raft nodes before linearized reading' (duration: 4.285491383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:10.696863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.41121Z","time spent":"4.285645237s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/31 06:01:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:10.703284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292009478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:10.703342Z","caller":"traceutil/trace.go:171","msg":"trace[1380700123] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; }","duration":"4.29208157s","start":"2026-03-31T06:01:06.41125Z","end":"2026-03-31T06:01:10.703332Z","steps":["trace[1380700123] 'agreement among raft nodes before linearized reading' (duration: 4.292013888s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:10.703374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.411247Z","time spent":"4.292119621s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} 2026/03/31 06:01:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:11.282429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393328144s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:11.282558Z","caller":"traceutil/trace.go:171","msg":"trace[1656053840] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27174; }","duration":"1.393466429s","start":"2026-03-31T06:01:09.889071Z","end":"2026-03-31T06:01:11.282538Z","steps":["trace[1656053840] 'range keys from in-memory index tree' (duration: 1.393312204s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:11.283374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.37966039s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-31T06:01:11.283658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.606079Z","time spent":"3.677575965s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:01:11.283926Z","caller":"traceutil/trace.go:171","msg":"trace[383466054] transaction","detail":"{read_only:false; response_revision:27175; number_of_response:1; }","duration":"3.779610633s","start":"2026-03-31T06:01:07.50429Z","end":"2026-03-31T06:01:11.283901Z","steps":["trace[383466054] 'process raft request' (duration: 399.285301ms)","trace[383466054] 'compare' (duration: 3.377535794s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:11.284062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.50426Z","time spent":"3.779723236s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:11.283967Z","caller":"traceutil/trace.go:171","msg":"trace[882427131] linearizableReadLoop","detail":"{readStateIndex:28121; appliedIndex:28120; }","duration":"3.679952779s","start":"2026-03-31T06:01:07.603995Z","end":"2026-03-31T06:01:11.283947Z","steps":["trace[882427131] 'read index received' (duration: 299.592336ms)","trace[882427131] 'applied index is now lower than readState.Index' (duration: 3.380358663s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:11.284204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702073857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:11.284285Z","caller":"traceutil/trace.go:171","msg":"trace[1050916467] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:27175; }","duration":"4.702217631s","start":"2026-03-31T06:01:06.582049Z","end":"2026-03-31T06:01:11.284267Z","steps":["trace[1050916467] 'agreement among raft nodes before linearized reading' (duration: 4.702072457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:11.284334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.582027Z","time spent":"4.702296204s","remote":"127.0.0.1:37804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:11.284557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.150582933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:11.284597Z","caller":"traceutil/trace.go:171","msg":"trace[1472746666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27175; }","duration":"4.150662625s","start":"2026-03-31T06:01:07.133924Z","end":"2026-03-31T06:01:11.284586Z","steps":["trace[1472746666] 'agreement among raft nodes before linearized reading' (duration: 4.150595753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:11.284627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.133902Z","time spent":"4.150716317s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:11.285558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86187204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-31T06:01:11.285607Z","caller":"traceutil/trace.go:171","msg":"trace[2111045785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca; range_end:; response_count:1; response_revision:27175; }","duration":"4.861969063s","start":"2026-03-31T06:01:06.423625Z","end":"2026-03-31T06:01:11.285594Z","steps":["trace[2111045785] 'agreement among raft nodes before linearized reading' (duration: 4.861789497s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:11.285641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.42361Z","time spent":"4.862021415s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-5882b3da-595b-4486-8f69-cadb1e936fca\" "} {"level":"warn","ts":"2026-03-31T06:01:11.285952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.85519548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-31T06:01:11.286704Z","caller":"traceutil/trace.go:171","msg":"trace[636431010] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:27175; }","duration":"4.855943994s","start":"2026-03-31T06:01:06.430724Z","end":"2026-03-31T06:01:11.286668Z","steps":["trace[636431010] 'agreement among raft nodes before linearized reading' (duration: 4.853517157s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:11.286789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.430714Z","time spent":"4.856063097s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T06:01:11.285937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.874213028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T06:01:11.286966Z","caller":"traceutil/trace.go:171","msg":"trace[1186805747] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27175; }","duration":"4.875262621s","start":"2026-03-31T06:01:06.411693Z","end":"2026-03-31T06:01:11.286956Z","steps":["trace[1186805747] 'agreement among raft nodes before linearized reading' (duration: 4.874066113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:11.28699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:06.41169Z","time spent":"4.875292692s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-31T06:01:11.623622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T06:01:11.623793Z","caller":"traceutil/trace.go:171","msg":"trace[455268702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268163s","start":"2026-03-31T06:01:09.623505Z","end":"2026-03-31T06:01:11.623774Z","steps":["trace[455268702] 'agreement among raft nodes before linearized reading' (duration: 2.000079197s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:11.623895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:09.623494Z","time spent":"2.000384126s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 06:01:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T06:01:11.784923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782573527,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:01:12.168678Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.349497622s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:01:12.169212Z","caller":"traceutil/trace.go:171","msg":"trace[1458184225] transaction","detail":"{read_only:false; response_revision:27177; number_of_response:1; }","duration":"3.756417104s","start":"2026-03-31T06:01:08.412767Z","end":"2026-03-31T06:01:12.169184Z","steps":["trace[1458184225] 'process raft request' (duration: 3.756331071s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:12.169231Z","caller":"traceutil/trace.go:171","msg":"trace[1130304576] transaction","detail":"{read_only:false; response_revision:27176; number_of_response:1; }","duration":"3.757853658s","start":"2026-03-31T06:01:08.411346Z","end":"2026-03-31T06:01:12.1692Z","steps":["trace[1130304576] 'process raft request' (duration: 3.75759421s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:12.169357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.412762Z","time spent":"3.756519537s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:12.169382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.411306Z","time spent":"3.757993113s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:12.169456Z","caller":"traceutil/trace.go:171","msg":"trace[969472719] transaction","detail":"{read_only:false; response_revision:27178; number_of_response:1; }","duration":"3.744886541s","start":"2026-03-31T06:01:08.424542Z","end":"2026-03-31T06:01:12.169428Z","steps":["trace[969472719] 'process raft request' (duration: 3.744600232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:12.16959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.424521Z","time spent":"3.744993864s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T06:01:13.362267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193318209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:01:13.448122Z","caller":"traceutil/trace.go:171","msg":"trace[1349338984] linearizableReadLoop","detail":"{readStateIndex:28127; appliedIndex:28122; }","duration":"2.163888637s","start":"2026-03-31T06:01:11.284208Z","end":"2026-03-31T06:01:13.448097Z","steps":["trace[1349338984] 'read index received' (duration: 884.73353ms)","trace[1349338984] 'applied index is now lower than readState.Index' (duration: 1.279153857s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:13.448239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988638605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.44827Z","caller":"traceutil/trace.go:171","msg":"trace[1370566339] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27180; }","duration":"4.988719918s","start":"2026-03-31T06:01:08.459541Z","end":"2026-03-31T06:01:13.448261Z","steps":["trace[1370566339] 'agreement among raft nodes before linearized reading' (duration: 4.988640185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.448266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283269247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:13.448294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.459527Z","time spent":"4.988762219s","remote":"127.0.0.1:37826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.448293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.431909249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.44831Z","caller":"traceutil/trace.go:171","msg":"trace[428978095] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:27180; }","duration":"5.28336581s","start":"2026-03-31T06:01:08.164933Z","end":"2026-03-31T06:01:13.448298Z","steps":["trace[428978095] 'agreement among raft nodes before linearized reading' (duration: 5.283267257s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:13.448327Z","caller":"traceutil/trace.go:171","msg":"trace[731771392] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:27180; }","duration":"5.432035972s","start":"2026-03-31T06:01:08.01628Z","end":"2026-03-31T06:01:13.448316Z","steps":["trace[731771392] 'agreement among raft nodes before linearized reading' (duration: 5.4319678s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:13.448326Z","caller":"traceutil/trace.go:171","msg":"trace[729111684] transaction","detail":"{read_only:false; response_revision:27180; number_of_response:1; }","duration":"2.163305359s","start":"2026-03-31T06:01:11.284994Z","end":"2026-03-31T06:01:13.4483Z","steps":["trace[729111684] 'process raft request' (duration: 2.16304076s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.448362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.016258Z","time spent":"5.432092614s","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.448438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233933676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:13.44841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400280217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.448478Z","caller":"traceutil/trace.go:171","msg":"trace[279474317] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27180; }","duration":"5.234011798s","start":"2026-03-31T06:01:08.214455Z","end":"2026-03-31T06:01:13.448467Z","steps":["trace[279474317] 'agreement among raft nodes before linearized reading' (duration: 5.233927675s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.448516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.214431Z","time spent":"5.23407597s","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.448531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.839664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T06:01:13.44852Z","caller":"traceutil/trace.go:171","msg":"trace[586665563] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27180; }","duration":"2.400455293s","start":"2026-03-31T06:01:11.048036Z","end":"2026-03-31T06:01:13.448491Z","steps":["trace[586665563] 'agreement among raft nodes before linearized reading' (duration: 2.400228536s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:13.448553Z","caller":"traceutil/trace.go:171","msg":"trace[423392684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27180; }","duration":"3.839722531s","start":"2026-03-31T06:01:09.608823Z","end":"2026-03-31T06:01:13.448546Z","steps":["trace[423392684] 'agreement among raft nodes before linearized reading' (duration: 3.839656579s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.44858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:09.608804Z","time spent":"3.839770833s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:01:13.448586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.828503724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79c90a92485\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-03-31T06:01:13.448617Z","caller":"traceutil/trace.go:171","msg":"trace[122279304] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a1d79c90a92485; range_end:; response_count:1; response_revision:27180; }","duration":"5.828593927s","start":"2026-03-31T06:01:07.620014Z","end":"2026-03-31T06:01:13.448608Z","steps":["trace[122279304] 'agreement among raft nodes before linearized reading' (duration: 5.828499224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.448588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:11.048015Z","time spent":"2.400555456s","remote":"127.0.0.1:37634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.448654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.619991Z","time spent":"5.82865708s","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a1d79c90a92485\" "} {"level":"warn","ts":"2026-03-31T06:01:13.448623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203236541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:13.448818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.829041402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.44883Z","caller":"traceutil/trace.go:171","msg":"trace[2118707101] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27180; }","duration":"5.20351898s","start":"2026-03-31T06:01:08.245291Z","end":"2026-03-31T06:01:13.44881Z","steps":["trace[2118707101] 'agreement among raft nodes before linearized reading' (duration: 5.203053305s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.44886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.091195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:13.44814Z","caller":"traceutil/trace.go:171","msg":"trace[1374441956] transaction","detail":"{read_only:false; response_revision:27179; number_of_response:1; }","duration":"3.838586626s","start":"2026-03-31T06:01:09.609521Z","end":"2026-03-31T06:01:13.448107Z","steps":["trace[1374441956] 'process raft request' (duration: 3.752915183s)","trace[1374441956] 'compare' (duration: 85.341832ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:13.448886Z","caller":"traceutil/trace.go:171","msg":"trace[1933502686] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:27180; }","duration":"399.162997ms","start":"2026-03-31T06:01:13.049716Z","end":"2026-03-31T06:01:13.448879Z","steps":["trace[1933502686] 'agreement among raft nodes before linearized reading' (duration: 399.072364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.448912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.04969Z","time spent":"399.216459ms","remote":"127.0.0.1:37404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.448908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632434232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:13.448946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:09.609486Z","time spent":"3.839401122s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:01:13.448859Z","caller":"traceutil/trace.go:171","msg":"trace[1369402377] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27180; }","duration":"5.829078963s","start":"2026-03-31T06:01:07.61977Z","end":"2026-03-31T06:01:13.448849Z","steps":["trace[1369402377] 'agreement among raft nodes before linearized reading' (duration: 5.829026071s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:13.448982Z","caller":"traceutil/trace.go:171","msg":"trace[1064940062] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:27180; }","duration":"1.632505374s","start":"2026-03-31T06:01:11.816454Z","end":"2026-03-31T06:01:13.448959Z","steps":["trace[1064940062] 'agreement among raft nodes before linearized reading' (duration: 1.632402251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.449051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:07.619729Z","time spent":"5.82931266s","remote":"127.0.0.1:37782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.449066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:11.81636Z","time spent":"1.63269017s","remote":"127.0.0.1:43982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.449072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817395216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.449107Z","caller":"traceutil/trace.go:171","msg":"trace[1234217080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27180; }","duration":"1.817465978s","start":"2026-03-31T06:01:11.631631Z","end":"2026-03-31T06:01:13.449097Z","steps":["trace[1234217080] 'agreement among raft nodes before linearized reading' (duration: 1.817412786s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.449143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:11.631609Z","time spent":"1.81752724s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:01:13.448921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.245279Z","time spent":"5.203622513s","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.449202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.21386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:01:13.449192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154514172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-31T06:01:13.449245Z","caller":"traceutil/trace.go:171","msg":"trace[1468696400] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:27180; }","duration":"197.305862ms","start":"2026-03-31T06:01:13.251929Z","end":"2026-03-31T06:01:13.449235Z","steps":["trace[1468696400] 'agreement among raft nodes before linearized reading' (duration: 197.23649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:13.44927Z","caller":"traceutil/trace.go:171","msg":"trace[1221237805] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:27180; }","duration":"2.154599306s","start":"2026-03-31T06:01:11.294648Z","end":"2026-03-31T06:01:13.449247Z","steps":["trace[1221237805] 'agreement among raft nodes before linearized reading' (duration: 2.154383639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.449328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:11.294641Z","time spent":"2.154674948s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-31T06:01:13.449345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.098313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:13.448359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:08.164916Z","time spent":"5.283433421s","remote":"127.0.0.1:37326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.448775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159764127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-31T06:01:13.448468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747519472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.449419Z","caller":"traceutil/trace.go:171","msg":"trace[583577266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27180; }","duration":"2.160420028s","start":"2026-03-31T06:01:11.288983Z","end":"2026-03-31T06:01:13.449403Z","steps":["trace[583577266] 'agreement among raft nodes before linearized reading' (duration: 2.159744887s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.449419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.736628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.449455Z","caller":"traceutil/trace.go:171","msg":"trace[845665605] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27180; }","duration":"2.748537184s","start":"2026-03-31T06:01:10.700904Z","end":"2026-03-31T06:01:13.449442Z","steps":["trace[845665605] 'agreement among raft nodes before linearized reading' (duration: 2.747515542s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.449463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:11.288969Z","time spent":"2.16048129s","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-31T06:01:13.449468Z","caller":"traceutil/trace.go:171","msg":"trace[1232597938] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27180; }","duration":"255.836552ms","start":"2026-03-31T06:01:13.193619Z","end":"2026-03-31T06:01:13.449455Z","steps":["trace[1232597938] 'agreement among raft nodes before linearized reading' (duration: 255.75603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.449487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:10.700888Z","time spent":"2.748588696s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:01:13.448472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:11.284976Z","time spent":"2.163418073s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:13.448775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.902305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:01:13.449592Z","caller":"traceutil/trace.go:171","msg":"trace[1364768588] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:27180; }","duration":"271.765802ms","start":"2026-03-31T06:01:13.177818Z","end":"2026-03-31T06:01:13.449584Z","steps":["trace[1364768588] 'agreement among raft nodes before linearized reading' (duration: 270.920906ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:13.449624Z","caller":"traceutil/trace.go:171","msg":"trace[104076075] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27180; }","duration":"935.414823ms","start":"2026-03-31T06:01:12.514193Z","end":"2026-03-31T06:01:13.449608Z","steps":["trace[104076075] 'agreement among raft nodes before linearized reading' (duration: 935.104573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.449673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:12.514175Z","time spent":"935.486205ms","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:01:13.982764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.610168ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-31T06:01:13.982852Z","caller":"traceutil/trace.go:171","msg":"trace[2145742800] linearizableReadLoop","detail":"{readStateIndex:28128; appliedIndex:28127; }","duration":"528.841743ms","start":"2026-03-31T06:01:13.453996Z","end":"2026-03-31T06:01:13.982838Z","steps":["trace[2145742800] 'read index received' (duration: 166.162142ms)","trace[2145742800] 'applied index is now lower than readState.Index' (duration: 362.678291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:13.982873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.453455Z","time spent":"529.410441ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:01:13.983296Z","caller":"traceutil/trace.go:171","msg":"trace[347191622] transaction","detail":"{read_only:false; response_revision:27181; number_of_response:1; }","duration":"523.315069ms","start":"2026-03-31T06:01:13.459949Z","end":"2026-03-31T06:01:13.983264Z","steps":["trace[347191622] 'process raft request' (duration: 523.096832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.983538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.459938Z","time spent":"523.493444ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:01:13.982998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.990977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-31T06:01:13.983842Z","caller":"traceutil/trace.go:171","msg":"trace[1027475661] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8; range_end:; response_count:1; response_revision:27180; }","duration":"529.852495ms","start":"2026-03-31T06:01:13.453971Z","end":"2026-03-31T06:01:13.983824Z","steps":["trace[1027475661] 'agreement among raft nodes before linearized reading' (duration: 528.913055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.983906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.453961Z","time spent":"529.922697ms","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8\" "} {"level":"warn","ts":"2026-03-31T06:01:13.999307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.234199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"info","ts":"2026-03-31T06:01:13.999381Z","caller":"traceutil/trace.go:171","msg":"trace[183980675] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:27182; }","duration":"539.350663ms","start":"2026-03-31T06:01:13.460014Z","end":"2026-03-31T06:01:13.999365Z","steps":["trace[183980675] 'agreement among raft nodes before linearized reading' (duration: 539.147247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.999413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.459999Z","time spent":"539.405625ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3249,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-31T06:01:13.999547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.978624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.999582Z","caller":"traceutil/trace.go:171","msg":"trace[498972460] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27182; }","duration":"541.029385ms","start":"2026-03-31T06:01:13.458543Z","end":"2026-03-31T06:01:13.999572Z","steps":["trace[498972460] 'agreement among raft nodes before linearized reading' (duration: 540.978924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.999604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.458535Z","time spent":"541.063377ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:01:13.999606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.007594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:13.999644Z","caller":"traceutil/trace.go:171","msg":"trace[181783105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27182; }","duration":"540.059965ms","start":"2026-03-31T06:01:13.459573Z","end":"2026-03-31T06:01:13.999633Z","steps":["trace[181783105] 'agreement among raft nodes before linearized reading' (duration: 539.987463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.999642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.635067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-31T06:01:13.999675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.459567Z","time spent":"540.102837ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:01:13.999698Z","caller":"traceutil/trace.go:171","msg":"trace[2126833197] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27182; }","duration":"319.845653ms","start":"2026-03-31T06:01:13.679837Z","end":"2026-03-31T06:01:13.999683Z","steps":["trace[2126833197] 'agreement among raft nodes before linearized reading' (duration: 319.649107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.999736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.679814Z","time spent":"319.915595ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:01:13.999804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.072494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T06:01:13.999838Z","caller":"traceutil/trace.go:171","msg":"trace[490583236] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:27182; }","duration":"545.128345ms","start":"2026-03-31T06:01:13.454702Z","end":"2026-03-31T06:01:13.999831Z","steps":["trace[490583236] 'agreement among raft nodes before linearized reading' (duration: 545.045082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:13.999863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.454693Z","time spent":"545.161475ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T06:01:13.999303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.451101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T06:01:14.000004Z","caller":"traceutil/trace.go:171","msg":"trace[1594024022] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27182; }","duration":"320.189784ms","start":"2026-03-31T06:01:13.679801Z","end":"2026-03-31T06:01:13.999991Z","steps":["trace[1594024022] 'agreement among raft nodes before linearized reading' (duration: 319.362678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.000034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:13.679785Z","time spent":"320.240286ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T06:01:14.306557Z","caller":"traceutil/trace.go:171","msg":"trace[6690362] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"297.348876ms","start":"2026-03-31T06:01:14.009165Z","end":"2026-03-31T06:01:14.306514Z","steps":["trace[6690362] 'process raft request' (duration: 297.234852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:14.306604Z","caller":"traceutil/trace.go:171","msg":"trace[169141777] linearizableReadLoop","detail":"{readStateIndex:28134; appliedIndex:28134; }","duration":"260.87286ms","start":"2026-03-31T06:01:14.045711Z","end":"2026-03-31T06:01:14.306584Z","steps":["trace[169141777] 'read index received' (duration: 260.861879ms)","trace[169141777] 'applied index is now lower than readState.Index' (duration: 9.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:14.306606Z","caller":"traceutil/trace.go:171","msg":"trace[823718426] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"297.438198ms","start":"2026-03-31T06:01:14.009107Z","end":"2026-03-31T06:01:14.306545Z","steps":["trace[823718426] 'process raft request' (duration: 297.122418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.306766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.882761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:01:14.306832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.785983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-31T06:01:14.306868Z","caller":"traceutil/trace.go:171","msg":"trace[1992906] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:27186; }","duration":"293.873206ms","start":"2026-03-31T06:01:14.012986Z","end":"2026-03-31T06:01:14.306859Z","steps":["trace[1992906] 'agreement among raft nodes before linearized reading' (duration: 293.696151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.306919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.144897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-31T06:01:14.306922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.149616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T06:01:14.306946Z","caller":"traceutil/trace.go:171","msg":"trace[569422017] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:27186; }","duration":"296.181599ms","start":"2026-03-31T06:01:14.010759Z","end":"2026-03-31T06:01:14.30694Z","steps":["trace[569422017] 'agreement among raft nodes before linearized reading' (duration: 296.092976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:14.306989Z","caller":"traceutil/trace.go:171","msg":"trace[214807647] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27186; }","duration":"302.221699ms","start":"2026-03-31T06:01:14.004741Z","end":"2026-03-31T06:01:14.306963Z","steps":["trace[214807647] 'agreement among raft nodes before linearized reading' (duration: 302.067944ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:14.306838Z","caller":"traceutil/trace.go:171","msg":"trace[398866034] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27186; }","duration":"296.987353ms","start":"2026-03-31T06:01:14.009839Z","end":"2026-03-31T06:01:14.306827Z","steps":["trace[398866034] 'agreement among raft nodes before linearized reading' (duration: 296.8731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.307044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:01:14.004731Z","time spent":"302.301391ms","remote":"127.0.0.1:37340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T06:01:14.334749Z","caller":"traceutil/trace.go:171","msg":"trace[149442428] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"159.616467ms","start":"2026-03-31T06:01:14.175102Z","end":"2026-03-31T06:01:14.334718Z","steps":["trace[149442428] 'process raft request' (duration: 159.542245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:14.335155Z","caller":"traceutil/trace.go:171","msg":"trace[224468041] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"160.532816ms","start":"2026-03-31T06:01:14.174594Z","end":"2026-03-31T06:01:14.335127Z","steps":["trace[224468041] 'process raft request' (duration: 159.917607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.335454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.624898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-31T06:01:14.335542Z","caller":"traceutil/trace.go:171","msg":"trace[503330252] range","detail":"{range_begin:/registry/events/openstack/barbican-api-85886cb648-j2mcl.18a1d55e4e108d94; range_end:; response_count:1; response_revision:27188; }","duration":"285.738871ms","start":"2026-03-31T06:01:14.049783Z","end":"2026-03-31T06:01:14.335522Z","steps":["trace[503330252] 'agreement among raft nodes before linearized reading' (duration: 285.326218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.335836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.088823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4a30b7c7-4f9a-4ac9-b18a-5c9921ff92d8\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-31T06:01:14.33589Z","caller":"traceutil/trace.go:171","msg":"trace[1055339908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4a30b7c7-4f9a-4ac9-b18a-5c9921ff92d8; range_end:; response_count:1; response_revision:27188; }","duration":"287.185327ms","start":"2026-03-31T06:01:14.048691Z","end":"2026-03-31T06:01:14.335877Z","steps":["trace[1055339908] 'agreement among raft nodes before linearized reading' (duration: 286.931299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:14.826594Z","caller":"traceutil/trace.go:171","msg":"trace[2030094581] linearizableReadLoop","detail":"{readStateIndex:28144; appliedIndex:28143; }","duration":"285.456472ms","start":"2026-03-31T06:01:14.541114Z","end":"2026-03-31T06:01:14.826571Z","steps":["trace[2030094581] 'read index received' (duration: 257.873526ms)","trace[2030094581] 'applied index is now lower than readState.Index' (duration: 27.581826ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:14.826619Z","caller":"traceutil/trace.go:171","msg":"trace[746671428] transaction","detail":"{read_only:false; response_revision:27195; number_of_response:1; }","duration":"287.626331ms","start":"2026-03-31T06:01:14.538967Z","end":"2026-03-31T06:01:14.826594Z","steps":["trace[746671428] 'process raft request' (duration: 260.087486ms)","trace[746671428] 'compare' (duration: 27.37223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:14.826824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.210925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T06:01:14.826864Z","caller":"traceutil/trace.go:171","msg":"trace[2088162607] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27195; }","duration":"271.312658ms","start":"2026-03-31T06:01:14.555542Z","end":"2026-03-31T06:01:14.826855Z","steps":["trace[2088162607] 'agreement among raft nodes before linearized reading' (duration: 271.176214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.826857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.7036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9581"} {"level":"warn","ts":"2026-03-31T06:01:14.826846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.881821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:14.826928Z","caller":"traceutil/trace.go:171","msg":"trace[1647390873] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:27195; }","duration":"285.817944ms","start":"2026-03-31T06:01:14.541093Z","end":"2026-03-31T06:01:14.826911Z","steps":["trace[1647390873] 'agreement among raft nodes before linearized reading' (duration: 285.573736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:14.826969Z","caller":"traceutil/trace.go:171","msg":"trace[506273757] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:27195; }","duration":"143.075317ms","start":"2026-03-31T06:01:14.683868Z","end":"2026-03-31T06:01:14.826944Z","steps":["trace[506273757] 'agreement among raft nodes before linearized reading' (duration: 142.85772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.826968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.37243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-31T06:01:14.827043Z","caller":"traceutil/trace.go:171","msg":"trace[399371675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27195; }","duration":"180.512974ms","start":"2026-03-31T06:01:14.646513Z","end":"2026-03-31T06:01:14.827026Z","steps":["trace[399371675] 'agreement among raft nodes before linearized reading' (duration: 180.252685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:14.829123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.874865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T06:01:14.8292Z","caller":"traceutil/trace.go:171","msg":"trace[1032182785] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:27195; }","duration":"230.018461ms","start":"2026-03-31T06:01:14.599166Z","end":"2026-03-31T06:01:14.829185Z","steps":["trace[1032182785] 'agreement among raft nodes before linearized reading' (duration: 228.012277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:15.134213Z","caller":"traceutil/trace.go:171","msg":"trace[1799432335] transaction","detail":"{read_only:false; response_revision:27201; number_of_response:1; }","duration":"120.446395ms","start":"2026-03-31T06:01:15.013737Z","end":"2026-03-31T06:01:15.134183Z","steps":["trace[1799432335] 'process raft request' (duration: 91.526067ms)","trace[1799432335] 'compare' (duration: 28.774404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:15.134332Z","caller":"traceutil/trace.go:171","msg":"trace[1962616132] linearizableReadLoop","detail":"{readStateIndex:28150; appliedIndex:28149; }","duration":"120.26177ms","start":"2026-03-31T06:01:15.01406Z","end":"2026-03-31T06:01:15.134322Z","steps":["trace[1962616132] 'read index received' (duration: 91.886578ms)","trace[1962616132] 'applied index is now lower than readState.Index' (duration: 28.373922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:15.134504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.427605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3240"} {"level":"info","ts":"2026-03-31T06:01:15.134537Z","caller":"traceutil/trace.go:171","msg":"trace[1060365205] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:27202; }","duration":"120.488567ms","start":"2026-03-31T06:01:15.014041Z","end":"2026-03-31T06:01:15.134529Z","steps":["trace[1060365205] 'agreement among raft nodes before linearized reading' (duration: 120.345273ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:15.618601Z","caller":"traceutil/trace.go:171","msg":"trace[1645570088] transaction","detail":"{read_only:false; response_revision:27221; number_of_response:1; }","duration":"168.251938ms","start":"2026-03-31T06:01:15.450328Z","end":"2026-03-31T06:01:15.61858Z","steps":["trace[1645570088] 'process raft request' (duration: 168.017621ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:15.618599Z","caller":"traceutil/trace.go:171","msg":"trace[302445896] linearizableReadLoop","detail":"{readStateIndex:28171; appliedIndex:28169; }","duration":"123.630876ms","start":"2026-03-31T06:01:15.494925Z","end":"2026-03-31T06:01:15.618555Z","steps":["trace[302445896] 'read index received' (duration: 123.414969ms)","trace[302445896] 'applied index is now lower than readState.Index' (duration: 214.537µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:15.619014Z","caller":"traceutil/trace.go:171","msg":"trace[1304890143] transaction","detail":"{read_only:false; response_revision:27222; number_of_response:1; }","duration":"159.104601ms","start":"2026-03-31T06:01:15.459902Z","end":"2026-03-31T06:01:15.619006Z","steps":["trace[1304890143] 'process raft request' (duration: 158.605065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:15.619795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.835882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T06:01:15.62007Z","caller":"traceutil/trace.go:171","msg":"trace[609009920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27222; }","duration":"125.156674ms","start":"2026-03-31T06:01:15.494892Z","end":"2026-03-31T06:01:15.620049Z","steps":["trace[609009920] 'agreement among raft nodes before linearized reading' (duration: 123.75412ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:18.85801Z","caller":"traceutil/trace.go:171","msg":"trace[745132015] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"142.886451ms","start":"2026-03-31T06:01:18.715093Z","end":"2026-03-31T06:01:18.857979Z","steps":["trace[745132015] 'process raft request' (duration: 142.422676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:19.940826Z","caller":"traceutil/trace.go:171","msg":"trace[1187882387] linearizableReadLoop","detail":"{readStateIndex:28195; appliedIndex:28194; }","duration":"217.012161ms","start":"2026-03-31T06:01:19.723793Z","end":"2026-03-31T06:01:19.940805Z","steps":["trace[1187882387] 'read index received' (duration: 216.858506ms)","trace[1187882387] 'applied index is now lower than readState.Index' (duration: 151.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:19.941004Z","caller":"traceutil/trace.go:171","msg":"trace[1279744522] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"219.567962ms","start":"2026-03-31T06:01:19.721425Z","end":"2026-03-31T06:01:19.940993Z","steps":["trace[1279744522] 'process raft request' (duration: 219.237711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:19.941237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.429525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:01:19.941291Z","caller":"traceutil/trace.go:171","msg":"trace[1125357240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27246; }","duration":"217.494807ms","start":"2026-03-31T06:01:19.723787Z","end":"2026-03-31T06:01:19.941282Z","steps":["trace[1125357240] 'agreement among raft nodes before linearized reading' (duration: 217.344262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:19.94141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.232627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T06:01:19.941453Z","caller":"traceutil/trace.go:171","msg":"trace[1397012453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27246; }","duration":"216.288249ms","start":"2026-03-31T06:01:19.725159Z","end":"2026-03-31T06:01:19.941447Z","steps":["trace[1397012453] 'agreement among raft nodes before linearized reading' (duration: 216.209667ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:20.236178Z","caller":"traceutil/trace.go:171","msg":"trace[1737307753] linearizableReadLoop","detail":"{readStateIndex:28198; appliedIndex:28197; }","duration":"124.890196ms","start":"2026-03-31T06:01:20.111263Z","end":"2026-03-31T06:01:20.236153Z","steps":["trace[1737307753] 'read index received' (duration: 124.660168ms)","trace[1737307753] 'applied index is now lower than readState.Index' (duration: 229.107µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:20.236443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.165675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:01:20.236533Z","caller":"traceutil/trace.go:171","msg":"trace[2048548591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27249; }","duration":"125.296408ms","start":"2026-03-31T06:01:20.11122Z","end":"2026-03-31T06:01:20.236517Z","steps":["trace[2048548591] 'agreement among raft nodes before linearized reading' (duration: 125.135773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:20.236682Z","caller":"traceutil/trace.go:171","msg":"trace[41218100] transaction","detail":"{read_only:false; response_revision:27249; number_of_response:1; }","duration":"127.938921ms","start":"2026-03-31T06:01:20.108709Z","end":"2026-03-31T06:01:20.236648Z","steps":["trace[41218100] 'process raft request' (duration: 127.27716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:30.559622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.193329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:01:30.559708Z","caller":"traceutil/trace.go:171","msg":"trace[1088114913] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"123.257584ms","start":"2026-03-31T06:01:30.436436Z","end":"2026-03-31T06:01:30.559693Z","steps":["trace[1088114913] 'compare' (duration: 121.065185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.394151Z","caller":"traceutil/trace.go:171","msg":"trace[1525281247] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"119.808616ms","start":"2026-03-31T06:01:43.274321Z","end":"2026-03-31T06:01:43.39413Z","steps":["trace[1525281247] 'process raft request' (duration: 119.662531ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.429462Z","caller":"traceutil/trace.go:171","msg":"trace[1587194149] linearizableReadLoop","detail":"{readStateIndex:28387; appliedIndex:28385; }","duration":"151.740479ms","start":"2026-03-31T06:01:43.277693Z","end":"2026-03-31T06:01:43.429434Z","steps":["trace[1587194149] 'read index received' (duration: 116.294905ms)","trace[1587194149] 'applied index is now lower than readState.Index' (duration: 35.444524ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:43.429555Z","caller":"traceutil/trace.go:171","msg":"trace[914180048] transaction","detail":"{read_only:false; response_revision:27432; number_of_response:1; }","duration":"154.269979ms","start":"2026-03-31T06:01:43.275256Z","end":"2026-03-31T06:01:43.429526Z","steps":["trace[914180048] 'process raft request' (duration: 154.004771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:43.429781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.06512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-31T06:01:43.429861Z","caller":"traceutil/trace.go:171","msg":"trace[1081439618] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:27432; }","duration":"152.182433ms","start":"2026-03-31T06:01:43.27766Z","end":"2026-03-31T06:01:43.429842Z","steps":["trace[1081439618] 'agreement among raft nodes before linearized reading' (duration: 151.927825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:43.429908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.899498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-31T06:01:43.430014Z","caller":"traceutil/trace.go:171","msg":"trace[994790120] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:27432; }","duration":"113.072834ms","start":"2026-03-31T06:01:43.316923Z","end":"2026-03-31T06:01:43.429996Z","steps":["trace[994790120] 'agreement among raft nodes before linearized reading' (duration: 112.827366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.677925Z","caller":"traceutil/trace.go:171","msg":"trace[1166472639] linearizableReadLoop","detail":"{readStateIndex:28407; appliedIndex:28403; }","duration":"111.927528ms","start":"2026-03-31T06:01:43.565973Z","end":"2026-03-31T06:01:43.677901Z","steps":["trace[1166472639] 'read index received' (duration: 111.425413ms)","trace[1166472639] 'applied index is now lower than readState.Index' (duration: 500.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:43.678039Z","caller":"traceutil/trace.go:171","msg":"trace[1065921177] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"137.012876ms","start":"2026-03-31T06:01:43.541018Z","end":"2026-03-31T06:01:43.678031Z","steps":["trace[1065921177] 'process raft request' (duration: 136.746618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.678001Z","caller":"traceutil/trace.go:171","msg":"trace[291472105] transaction","detail":"{read_only:false; response_revision:27449; number_of_response:1; }","duration":"138.227685ms","start":"2026-03-31T06:01:43.539748Z","end":"2026-03-31T06:01:43.677976Z","steps":["trace[291472105] 'process raft request' (duration: 137.575574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.67824Z","caller":"traceutil/trace.go:171","msg":"trace[652542677] transaction","detail":"{read_only:false; response_revision:27450; number_of_response:1; }","duration":"137.393359ms","start":"2026-03-31T06:01:43.540835Z","end":"2026-03-31T06:01:43.678229Z","steps":["trace[652542677] 'process raft request' (duration: 136.828191ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.678326Z","caller":"traceutil/trace.go:171","msg":"trace[1525286071] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"136.902023ms","start":"2026-03-31T06:01:43.541413Z","end":"2026-03-31T06:01:43.678315Z","steps":["trace[1525286071] 'process raft request' (duration: 136.433239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:43.678442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.454265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-31T06:01:43.6785Z","caller":"traceutil/trace.go:171","msg":"trace[400443403] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:27452; }","duration":"112.567628ms","start":"2026-03-31T06:01:43.565921Z","end":"2026-03-31T06:01:43.678488Z","steps":["trace[400443403] 'agreement among raft nodes before linearized reading' (duration: 112.428643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.90022Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006f07.wal"} {"level":"info","ts":"2026-03-31T06:01:43.900885Z","caller":"traceutil/trace.go:171","msg":"trace[1027003731] linearizableReadLoop","detail":"{readStateIndex:28421; appliedIndex:28409; }","duration":"185.983216ms","start":"2026-03-31T06:01:43.714872Z","end":"2026-03-31T06:01:43.900855Z","steps":["trace[1027003731] 'read index received' (duration: 35.336031ms)","trace[1027003731] 'applied index is now lower than readState.Index' (duration: 150.645535ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:01:43.901012Z","caller":"traceutil/trace.go:171","msg":"trace[1434303783] transaction","detail":"{read_only:false; response_revision:27466; number_of_response:1; }","duration":"153.321979ms","start":"2026-03-31T06:01:43.747671Z","end":"2026-03-31T06:01:43.900993Z","steps":["trace[1434303783] 'process raft request' (duration: 152.914796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:43.901159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.273515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29582280-7ddcx\" ","response":"range_response_count:1 size:6914"} {"level":"info","ts":"2026-03-31T06:01:43.901236Z","caller":"traceutil/trace.go:171","msg":"trace[1316748312] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29582280-7ddcx; range_end:; response_count:1; response_revision:27466; }","duration":"186.396149ms","start":"2026-03-31T06:01:43.71482Z","end":"2026-03-31T06:01:43.901217Z","steps":["trace[1316748312] 'agreement among raft nodes before linearized reading' (duration: 186.188752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:01:43.961356Z","caller":"traceutil/trace.go:171","msg":"trace[503882708] transaction","detail":"{read_only:false; response_revision:27467; number_of_response:1; }","duration":"206.029306ms","start":"2026-03-31T06:01:43.755286Z","end":"2026-03-31T06:01:43.961315Z","steps":["trace[503882708] 'process raft request' (duration: 171.082937ms)","trace[503882708] 'compare' (duration: 34.65102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:01:43.961452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.253698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-31T06:01:43.961528Z","caller":"traceutil/trace.go:171","msg":"trace[1580449777] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:27467; }","duration":"244.382662ms","start":"2026-03-31T06:01:43.717127Z","end":"2026-03-31T06:01:43.961509Z","steps":["trace[1580449777] 'agreement among raft nodes before linearized reading' (duration: 244.067102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:01:43.961543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.347349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-31T06:01:43.961638Z","caller":"traceutil/trace.go:171","msg":"trace[1152871279] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:27467; }","duration":"201.483034ms","start":"2026-03-31T06:01:43.760139Z","end":"2026-03-31T06:01:43.961622Z","steps":["trace[1152871279] 'agreement among raft nodes before linearized reading' (duration: 201.199495ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:03.2909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26437} {"level":"info","ts":"2026-03-31T06:02:03.434246Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26437,"took":"140.130774ms","hash":326101465,"current-db-size-bytes":56590336,"current-db-size":"57 MB","current-db-size-in-use-bytes":30425088,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T06:02:03.434335Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":326101465,"revision":26437,"compact-revision":23104} {"level":"info","ts":"2026-03-31T06:02:09.175292Z","caller":"traceutil/trace.go:171","msg":"trace[1736914220] transaction","detail":"{read_only:false; response_revision:27772; number_of_response:1; }","duration":"104.527136ms","start":"2026-03-31T06:02:09.070733Z","end":"2026-03-31T06:02:09.175261Z","steps":["trace[1736914220] 'process raft request' (duration: 64.88298ms)","trace[1736914220] 'compare' (duration: 39.45204ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:14.47895Z","caller":"traceutil/trace.go:171","msg":"trace[1813164814] transaction","detail":"{read_only:false; response_revision:27816; number_of_response:1; }","duration":"103.288827ms","start":"2026-03-31T06:02:14.375621Z","end":"2026-03-31T06:02:14.47891Z","steps":["trace[1813164814] 'process raft request' (duration: 43.294721ms)","trace[1813164814] 'compare' (duration: 59.725037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:15.119747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.501656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:15.119807Z","caller":"traceutil/trace.go:171","msg":"trace[417984481] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27821; }","duration":"203.577839ms","start":"2026-03-31T06:02:14.916217Z","end":"2026-03-31T06:02:15.119795Z","steps":["trace[417984481] 'count revisions from in-memory index tree' (duration: 203.440335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:15.11983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.893709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:02:15.119887Z","caller":"traceutil/trace.go:171","msg":"trace[561225683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27821; }","duration":"526.009853ms","start":"2026-03-31T06:02:14.593865Z","end":"2026-03-31T06:02:15.119875Z","steps":["trace[561225683] 'range keys from in-memory index tree' (duration: 525.729555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:15.11992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:14.593842Z","time spent":"526.068525ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T06:02:15.120025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.958659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-03-31T06:02:15.12011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.821365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:15.120145Z","caller":"traceutil/trace.go:171","msg":"trace[31629489] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:27821; }","duration":"363.891647ms","start":"2026-03-31T06:02:14.756243Z","end":"2026-03-31T06:02:15.120135Z","steps":["trace[31629489] 'count revisions from in-memory index tree' (duration: 363.755113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:15.120125Z","caller":"traceutil/trace.go:171","msg":"trace[1252776441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:27821; }","duration":"426.095182ms","start":"2026-03-31T06:02:14.693999Z","end":"2026-03-31T06:02:15.120095Z","steps":["trace[1252776441] 'range keys from in-memory index tree' (duration: 425.777582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:15.120173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:14.756222Z","time spent":"363.943538ms","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:15.120219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:14.693986Z","time spent":"426.218487ms","remote":"127.0.0.1:53268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-31T06:02:15.144841Z","caller":"traceutil/trace.go:171","msg":"trace[1191035665] transaction","detail":"{read_only:false; response_revision:27822; number_of_response:1; }","duration":"217.670702ms","start":"2026-03-31T06:02:14.927135Z","end":"2026-03-31T06:02:15.144805Z","steps":["trace[1191035665] 'process raft request' (duration: 217.443255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:15.18004Z","caller":"traceutil/trace.go:171","msg":"trace[596698627] linearizableReadLoop","detail":"{readStateIndex:28789; appliedIndex:28787; }","duration":"167.772753ms","start":"2026-03-31T06:02:15.012233Z","end":"2026-03-31T06:02:15.180005Z","steps":["trace[596698627] 'read index received' (duration: 132.429402ms)","trace[596698627] 'applied index is now lower than readState.Index' (duration: 35.341791ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:15.180077Z","caller":"traceutil/trace.go:171","msg":"trace[1716281155] transaction","detail":"{read_only:false; response_revision:27823; number_of_response:1; }","duration":"241.948865ms","start":"2026-03-31T06:02:14.938085Z","end":"2026-03-31T06:02:15.180034Z","steps":["trace[1716281155] 'process raft request' (duration: 241.679677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:15.180373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.114814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T06:02:15.180441Z","caller":"traceutil/trace.go:171","msg":"trace[424668373] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27824; }","duration":"168.223067ms","start":"2026-03-31T06:02:15.012198Z","end":"2026-03-31T06:02:15.180421Z","steps":["trace[424668373] 'agreement among raft nodes before linearized reading' (duration: 167.99585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:19.382267Z","caller":"traceutil/trace.go:171","msg":"trace[251856758] linearizableReadLoop","detail":"{readStateIndex:28820; appliedIndex:28819; }","duration":"190.366904ms","start":"2026-03-31T06:02:19.191874Z","end":"2026-03-31T06:02:19.382241Z","steps":["trace[251856758] 'read index received' (duration: 190.218479ms)","trace[251856758] 'applied index is now lower than readState.Index' (duration: 144.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:19.382354Z","caller":"traceutil/trace.go:171","msg":"trace[1461015280] transaction","detail":"{read_only:false; response_revision:27854; number_of_response:1; }","duration":"221.08411ms","start":"2026-03-31T06:02:19.161244Z","end":"2026-03-31T06:02:19.382328Z","steps":["trace[1461015280] 'process raft request' (duration: 220.804691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:19.382479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.589841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T06:02:19.382527Z","caller":"traceutil/trace.go:171","msg":"trace[1051840292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27854; }","duration":"190.680604ms","start":"2026-03-31T06:02:19.191833Z","end":"2026-03-31T06:02:19.382514Z","steps":["trace[1051840292] 'agreement among raft nodes before linearized reading' (duration: 190.516849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:19.882851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782575305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:02:20.383064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782575305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:02:20.436433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054374982s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T06:02:20.646101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.790021ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:20.646218Z","caller":"traceutil/trace.go:171","msg":"trace[1717083917] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27854; }","duration":"772.919925ms","start":"2026-03-31T06:02:19.873283Z","end":"2026-03-31T06:02:20.646202Z","steps":["trace[1717083917] 'range keys from in-memory index tree' (duration: 772.77499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:20.646281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.490385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:20.646576Z","caller":"traceutil/trace.go:171","msg":"trace[1133544177] transaction","detail":"{read_only:false; response_revision:27855; number_of_response:1; }","duration":"1.453503268s","start":"2026-03-31T06:02:19.193053Z","end":"2026-03-31T06:02:20.646556Z","steps":["trace[1133544177] 'process raft request' (duration: 1.243632521s)","trace[1133544177] 'compare' (duration: 209.037041ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:20.646586Z","caller":"traceutil/trace.go:171","msg":"trace[1814487011] transaction","detail":"{read_only:false; response_revision:27857; number_of_response:1; }","duration":"1.225291864s","start":"2026-03-31T06:02:19.421275Z","end":"2026-03-31T06:02:20.646567Z","steps":["trace[1814487011] 'process raft request' (duration: 1.225173801s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:20.646608Z","caller":"traceutil/trace.go:171","msg":"trace[1311174678] transaction","detail":"{read_only:false; response_revision:27858; number_of_response:1; }","duration":"1.157335528s","start":"2026-03-31T06:02:19.489241Z","end":"2026-03-31T06:02:20.646576Z","steps":["trace[1311174678] 'process raft request' (duration: 1.157244646s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:20.646658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.421249Z","time spent":"1.225374287s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:20.646695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.193035Z","time spent":"1.45358741s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:20.646769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.489215Z","time spent":"1.157471683s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:20.646582Z","caller":"traceutil/trace.go:171","msg":"trace[1746161502] transaction","detail":"{read_only:false; response_revision:27856; number_of_response:1; }","duration":"1.258796917s","start":"2026-03-31T06:02:19.387769Z","end":"2026-03-31T06:02:20.646566Z","steps":["trace[1746161502] 'process raft request' (duration: 1.258600521s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:20.646985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.387746Z","time spent":"1.25920627s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:21.250158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.611723ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-31T06:02:21.250273Z","caller":"traceutil/trace.go:171","msg":"trace[1053792645] linearizableReadLoop","detail":"{readStateIndex:28825; appliedIndex:28820; }","duration":"1.867924744s","start":"2026-03-31T06:02:19.382327Z","end":"2026-03-31T06:02:21.250251Z","steps":["trace[1053792645] 'read index received' (duration: 1.054355831s)","trace[1053792645] 'applied index is now lower than readState.Index' (duration: 813.567403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:21.250882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913669662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:21.251002Z","caller":"traceutil/trace.go:171","msg":"trace[1875812086] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27858; }","duration":"1.913836667s","start":"2026-03-31T06:02:19.337134Z","end":"2026-03-31T06:02:21.250971Z","steps":["trace[1875812086] 'agreement among raft nodes before linearized reading' (duration: 1.913631001s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.251013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043628567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T06:02:21.251069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.337116Z","time spent":"1.913936091s","remote":"127.0.0.1:53212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:02:21.251136Z","caller":"traceutil/trace.go:171","msg":"trace[1435807669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27858; }","duration":"2.043862805s","start":"2026-03-31T06:02:19.20724Z","end":"2026-03-31T06:02:21.251103Z","steps":["trace[1435807669] 'agreement among raft nodes before linearized reading' (duration: 2.043563055s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.251207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.207219Z","time spent":"2.043971008s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:02:21.326448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902960396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:02:21.326529Z","caller":"traceutil/trace.go:171","msg":"trace[89923653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27860; }","duration":"1.90308739s","start":"2026-03-31T06:02:19.423424Z","end":"2026-03-31T06:02:21.326512Z","steps":["trace[89923653] 'agreement among raft nodes before linearized reading' (duration: 1.902944705s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.326571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.42341Z","time spent":"1.903150961s","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:21.326912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217438558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:21.326945Z","caller":"traceutil/trace.go:171","msg":"trace[1300160830] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:27860; }","duration":"1.21751374s","start":"2026-03-31T06:02:20.109421Z","end":"2026-03-31T06:02:21.326935Z","steps":["trace[1300160830] 'agreement among raft nodes before linearized reading' (duration: 1.217456648s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.326974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.109396Z","time spent":"1.217569422s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:21.327006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067269067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-31T06:02:21.32705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.757894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:21.327088Z","caller":"traceutil/trace.go:171","msg":"trace[1550172716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27860; }","duration":"237.829636ms","start":"2026-03-31T06:02:21.089246Z","end":"2026-03-31T06:02:21.327075Z","steps":["trace[1550172716] 'agreement among raft nodes before linearized reading' (duration: 237.754883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.32709Z","caller":"traceutil/trace.go:171","msg":"trace[1635304241] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27860; }","duration":"1.06737088s","start":"2026-03-31T06:02:20.259699Z","end":"2026-03-31T06:02:21.327069Z","steps":["trace[1635304241] 'agreement among raft nodes before linearized reading' (duration: 1.067118562s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.259637Z","time spent":"1.067474044s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T06:02:21.327104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806555285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:02:21.327179Z","caller":"traceutil/trace.go:171","msg":"trace[1155457599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27860; }","duration":"1.806692079s","start":"2026-03-31T06:02:19.520466Z","end":"2026-03-31T06:02:21.327159Z","steps":["trace[1155457599] 'agreement among raft nodes before linearized reading' (duration: 1.806511804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.520454Z","time spent":"1.806753142s","remote":"127.0.0.1:53414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:21.327244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89450423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130918"} {"level":"info","ts":"2026-03-31T06:02:21.3273Z","caller":"traceutil/trace.go:171","msg":"trace[1894362938] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"829.782272ms","start":"2026-03-31T06:02:20.497509Z","end":"2026-03-31T06:02:21.327291Z","steps":["trace[1894362938] 'process raft request' (duration: 828.667547ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.327327Z","caller":"traceutil/trace.go:171","msg":"trace[1863899655] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:27860; }","duration":"1.894616173s","start":"2026-03-31T06:02:19.432672Z","end":"2026-03-31T06:02:21.327288Z","steps":["trace[1863899655] 'agreement among raft nodes before linearized reading' (duration: 1.894363655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.432657Z","time spent":"1.894702086s","remote":"127.0.0.1:37168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130942,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T06:02:21.327376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.377104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T06:02:21.327388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.497481Z","time spent":"829.858495ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:21.327403Z","caller":"traceutil/trace.go:171","msg":"trace[1764417595] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27860; }","duration":"525.462847ms","start":"2026-03-31T06:02:20.801933Z","end":"2026-03-31T06:02:21.327396Z","steps":["trace[1764417595] 'agreement among raft nodes before linearized reading' (duration: 525.349963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.801916Z","time spent":"525.501618ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T06:02:21.32748Z","caller":"traceutil/trace.go:171","msg":"trace[412730147] transaction","detail":"{read_only:false; response_revision:27860; number_of_response:1; }","duration":"799.49201ms","start":"2026-03-31T06:02:20.527983Z","end":"2026-03-31T06:02:21.327475Z","steps":["trace[412730147] 'process raft request' (duration: 798.337084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.527962Z","time spent":"799.533602ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:21.327549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315850081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T06:02:21.327574Z","caller":"traceutil/trace.go:171","msg":"trace[1719644983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27860; }","duration":"1.315920953s","start":"2026-03-31T06:02:20.011646Z","end":"2026-03-31T06:02:21.327567Z","steps":["trace[1719644983] 'agreement among raft nodes before linearized reading' (duration: 1.315805569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.011623Z","time spent":"1.315965385s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:02:21.327597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.489295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:02:21.327596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.560563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:02:21.327613Z","caller":"traceutil/trace.go:171","msg":"trace[707311771] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:27860; }","duration":"209.526446ms","start":"2026-03-31T06:02:21.118081Z","end":"2026-03-31T06:02:21.327607Z","steps":["trace[707311771] 'agreement among raft nodes before linearized reading' (duration: 209.496275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.327619Z","caller":"traceutil/trace.go:171","msg":"trace[807985815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27860; }","duration":"778.638374ms","start":"2026-03-31T06:02:20.548974Z","end":"2026-03-31T06:02:21.327612Z","steps":["trace[807985815] 'agreement among raft nodes before linearized reading' (duration: 778.565632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.548951Z","time spent":"778.682216ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T06:02:21.327648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871012911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:21.32768Z","caller":"traceutil/trace.go:171","msg":"trace[814800464] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:27860; }","duration":"1.871052722s","start":"2026-03-31T06:02:19.456618Z","end":"2026-03-31T06:02:21.327671Z","steps":["trace[814800464] 'agreement among raft nodes before linearized reading' (duration: 1.87099092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.817262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:02:21.327775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34000412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T06:02:21.327787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.801063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T06:02:21.327798Z","caller":"traceutil/trace.go:171","msg":"trace[1308105745] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27860; }","duration":"228.859114ms","start":"2026-03-31T06:02:21.098925Z","end":"2026-03-31T06:02:21.327785Z","steps":["trace[1308105745] 'agreement among raft nodes before linearized reading' (duration: 228.822223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.327802Z","caller":"traceutil/trace.go:171","msg":"trace[736920936] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:27860; }","duration":"1.340062882s","start":"2026-03-31T06:02:19.987732Z","end":"2026-03-31T06:02:21.327795Z","steps":["trace[736920936] 'agreement among raft nodes before linearized reading' (duration: 1.340014581s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.327812Z","caller":"traceutil/trace.go:171","msg":"trace[1798819498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27860; }","duration":"780.862035ms","start":"2026-03-31T06:02:20.546943Z","end":"2026-03-31T06:02:21.327805Z","steps":["trace[1798819498] 'agreement among raft nodes before linearized reading' (duration: 780.742871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.987707Z","time spent":"1.340113174s","remote":"127.0.0.1:42536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:21.327833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.546923Z","time spent":"780.904666ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T06:02:21.327857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890845245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-31T06:02:21.327885Z","caller":"traceutil/trace.go:171","msg":"trace[758696136] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:27860; }","duration":"1.890897006s","start":"2026-03-31T06:02:19.436981Z","end":"2026-03-31T06:02:21.327878Z","steps":["trace[758696136] 'agreement among raft nodes before linearized reading' (duration: 1.890804393s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.327701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.456544Z","time spent":"1.871150525s","remote":"127.0.0.1:37328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:21.327949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45293738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:02:21.327973Z","caller":"traceutil/trace.go:171","msg":"trace[1894402903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27860; }","duration":"1.453001452s","start":"2026-03-31T06:02:19.874965Z","end":"2026-03-31T06:02:21.327966Z","steps":["trace[1894402903] 'agreement among raft nodes before linearized reading' (duration: 1.45296274s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.328012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.874939Z","time spent":"1.453050683s","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:21.328112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692757598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:02:21.32814Z","caller":"traceutil/trace.go:171","msg":"trace[1344993957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27860; }","duration":"1.692789489s","start":"2026-03-31T06:02:19.635343Z","end":"2026-03-31T06:02:21.328133Z","steps":["trace[1344993957] 'agreement among raft nodes before linearized reading' (duration: 1.692700976s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.328159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.635238Z","time spent":"1.692915193s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T06:02:21.327972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019320571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:02:21.327941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:19.436973Z","time spent":"1.890926487s","remote":"127.0.0.1:37178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-31T06:02:21.328303Z","caller":"traceutil/trace.go:171","msg":"trace[672355384] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27860; }","duration":"1.019645651s","start":"2026-03-31T06:02:20.308644Z","end":"2026-03-31T06:02:21.32829Z","steps":["trace[672355384] 'agreement among raft nodes before linearized reading' (duration: 1.01930303s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.328336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:20.308583Z","time spent":"1.019741614s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:21.703372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.860874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:21.703651Z","caller":"traceutil/trace.go:171","msg":"trace[678149190] transaction","detail":"{read_only:false; response_revision:27865; number_of_response:1; }","duration":"369.214636ms","start":"2026-03-31T06:02:21.334422Z","end":"2026-03-31T06:02:21.703636Z","steps":["trace[678149190] 'process raft request' (duration: 369.185855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.703704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.334416Z","time spent":"369.260387ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:21.703842Z","caller":"traceutil/trace.go:171","msg":"trace[1289649466] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"369.472234ms","start":"2026-03-31T06:02:21.334357Z","end":"2026-03-31T06:02:21.703829Z","steps":["trace[1289649466] 'process raft request' (duration: 369.196315ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.703852Z","caller":"traceutil/trace.go:171","msg":"trace[210207190] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"448.062604ms","start":"2026-03-31T06:02:21.255764Z","end":"2026-03-31T06:02:21.703826Z","steps":["trace[210207190] 'process raft request' (duration: 106.636032ms)","trace[210207190] 'compare' (duration: 340.334827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:21.703893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.334347Z","time spent":"369.523635ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:21.703883Z","caller":"traceutil/trace.go:171","msg":"trace[1040691475] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"369.500954ms","start":"2026-03-31T06:02:21.334345Z","end":"2026-03-31T06:02:21.703846Z","steps":["trace[1040691475] 'process raft request' (duration: 369.134943ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.703875Z","caller":"traceutil/trace.go:171","msg":"trace[776505932] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"369.448043ms","start":"2026-03-31T06:02:21.334409Z","end":"2026-03-31T06:02:21.703857Z","steps":["trace[776505932] 'process raft request' (duration: 369.174464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.703952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.040449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:02:21.703982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.255733Z","time spent":"448.176477ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:21.703991Z","caller":"traceutil/trace.go:171","msg":"trace[1055594219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27865; }","duration":"375.100781ms","start":"2026-03-31T06:02:21.32888Z","end":"2026-03-31T06:02:21.70398Z","steps":["trace[1055594219] 'agreement among raft nodes before linearized reading' (duration: 375.017658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:21.70385Z","caller":"traceutil/trace.go:171","msg":"trace[1490041471] linearizableReadLoop","detail":"{readStateIndex:28828; appliedIndex:28827; }","duration":"374.931445ms","start":"2026-03-31T06:02:21.328893Z","end":"2026-03-31T06:02:21.703824Z","steps":["trace[1490041471] 'read index received' (duration: 33.695019ms)","trace[1490041471] 'applied index is now lower than readState.Index' (duration: 341.233766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:21.704013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.334403Z","time spent":"369.547126ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:21.70402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.334327Z","time spent":"369.617678ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:21.704024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.328868Z","time spent":"375.148692ms","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T06:02:21.722203Z","caller":"traceutil/trace.go:171","msg":"trace[2055677897] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"332.989837ms","start":"2026-03-31T06:02:21.389194Z","end":"2026-03-31T06:02:21.722184Z","steps":["trace[2055677897] 'process raft request' (duration: 332.873313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:21.722325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.389166Z","time spent":"333.09422ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:22.030615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.307329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:22.030841Z","caller":"traceutil/trace.go:171","msg":"trace[1330655749] linearizableReadLoop","detail":"{readStateIndex:28835; appliedIndex:28832; }","duration":"326.773321ms","start":"2026-03-31T06:02:21.704049Z","end":"2026-03-31T06:02:22.030823Z","steps":["trace[1330655749] 'read index received' (duration: 18.023507ms)","trace[1330655749] 'applied index is now lower than readState.Index' (duration: 308.748404ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:22.031067Z","caller":"traceutil/trace.go:171","msg":"trace[1170466473] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"472.492412ms","start":"2026-03-31T06:02:21.558544Z","end":"2026-03-31T06:02:22.031037Z","steps":["trace[1170466473] 'process raft request' (duration: 255.628455ms)","trace[1170466473] 'compare' (duration: 216.133624ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:22.031064Z","caller":"traceutil/trace.go:171","msg":"trace[1544532763] transaction","detail":"{read_only:false; response_revision:27868; number_of_response:1; }","duration":"338.281123ms","start":"2026-03-31T06:02:21.692746Z","end":"2026-03-31T06:02:22.031027Z","steps":["trace[1544532763] 'process raft request' (duration: 337.989213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:22.031219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.558515Z","time spent":"472.625946ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:22.03126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.692723Z","time spent":"338.437578ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:22.031258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.96714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-31T06:02:22.03142Z","caller":"traceutil/trace.go:171","msg":"trace[1545560729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27868; }","duration":"699.132986ms","start":"2026-03-31T06:02:21.332261Z","end":"2026-03-31T06:02:22.031394Z","steps":["trace[1545560729] 'agreement among raft nodes before linearized reading' (duration: 698.805356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:22.031481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.332253Z","time spent":"699.212078ms","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T06:02:22.031852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.793509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:118966"} {"level":"info","ts":"2026-03-31T06:02:22.031959Z","caller":"traceutil/trace.go:171","msg":"trace[394098153] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:27868; }","duration":"701.945854ms","start":"2026-03-31T06:02:21.32999Z","end":"2026-03-31T06:02:22.031936Z","steps":["trace[394098153] 'agreement among raft nodes before linearized reading' (duration: 700.888451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:22.032031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.329974Z","time spent":"702.036176ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":118990,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-31T06:02:22.03188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.969024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:118966"} {"level":"info","ts":"2026-03-31T06:02:22.032211Z","caller":"traceutil/trace.go:171","msg":"trace[2122307470] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:27868; }","duration":"701.316544ms","start":"2026-03-31T06:02:21.330873Z","end":"2026-03-31T06:02:22.032189Z","steps":["trace[2122307470] 'agreement among raft nodes before linearized reading' (duration: 700.205049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:22.032364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:21.33086Z","time spent":"701.4753ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":118990,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-31T06:02:23.099348Z","caller":"traceutil/trace.go:171","msg":"trace[1519443169] transaction","detail":"{read_only:false; response_revision:27870; number_of_response:1; }","duration":"445.817583ms","start":"2026-03-31T06:02:22.65351Z","end":"2026-03-31T06:02:23.099327Z","steps":["trace[1519443169] 'process raft request' (duration: 384.494846ms)","trace[1519443169] 'compare' (duration: 60.995507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:23.099457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:22.653495Z","time spent":"445.901525ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:23.099772Z","caller":"traceutil/trace.go:171","msg":"trace[1960885535] linearizableReadLoop","detail":"{readStateIndex:28839; appliedIndex:28836; }","duration":"152.07875ms","start":"2026-03-31T06:02:22.947672Z","end":"2026-03-31T06:02:23.099751Z","steps":["trace[1960885535] 'read index received' (duration: 90.35836ms)","trace[1960885535] 'applied index is now lower than readState.Index' (duration: 61.71925ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:23.099859Z","caller":"traceutil/trace.go:171","msg":"trace[1662371714] transaction","detail":"{read_only:false; response_revision:27871; number_of_response:1; }","duration":"445.996649ms","start":"2026-03-31T06:02:22.653842Z","end":"2026-03-31T06:02:23.099839Z","steps":["trace[1662371714] 'process raft request' (duration: 445.3947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:23.099904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.235065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:23.099939Z","caller":"traceutil/trace.go:171","msg":"trace[511099964] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27872; }","duration":"152.300387ms","start":"2026-03-31T06:02:22.947632Z","end":"2026-03-31T06:02:23.099932Z","steps":["trace[511099964] 'agreement among raft nodes before linearized reading' (duration: 152.242905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:23.099972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:22.653817Z","time spent":"446.081161ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:23.099933Z","caller":"traceutil/trace.go:171","msg":"trace[242782605] transaction","detail":"{read_only:false; response_revision:27872; number_of_response:1; }","duration":"444.350727ms","start":"2026-03-31T06:02:22.655536Z","end":"2026-03-31T06:02:23.099887Z","steps":["trace[242782605] 'process raft request' (duration: 444.096119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:23.100177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:22.655508Z","time spent":"444.542403ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:23.100434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.984164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:02:23.100514Z","caller":"traceutil/trace.go:171","msg":"trace[456010745] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:27872; }","duration":"101.113788ms","start":"2026-03-31T06:02:22.99938Z","end":"2026-03-31T06:02:23.100493Z","steps":["trace[456010745] 'agreement among raft nodes before linearized reading' (duration: 100.54394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:23.921781Z","caller":"traceutil/trace.go:171","msg":"trace[573033886] transaction","detail":"{read_only:false; response_revision:27873; number_of_response:1; }","duration":"588.515149ms","start":"2026-03-31T06:02:23.333238Z","end":"2026-03-31T06:02:23.921753Z","steps":["trace[573033886] 'process raft request' (duration: 530.0378ms)","trace[573033886] 'compare' (duration: 58.150728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:23.921923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.333216Z","time spent":"588.636023ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:24.548362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.720534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:24.548524Z","caller":"traceutil/trace.go:171","msg":"trace[1945034611] transaction","detail":"{read_only:false; response_revision:27874; number_of_response:1; }","duration":"1.213622357s","start":"2026-03-31T06:02:23.334887Z","end":"2026-03-31T06:02:24.548509Z","steps":["trace[1945034611] 'process raft request' (duration: 820.672305ms)","trace[1945034611] 'compare' (duration: 392.088155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:24.54858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.334859Z","time spent":"1.213696219s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:24.549326Z","caller":"traceutil/trace.go:171","msg":"trace[2055746337] linearizableReadLoop","detail":"{readStateIndex:28841; appliedIndex:28839; }","duration":"962.774753ms","start":"2026-03-31T06:02:23.586522Z","end":"2026-03-31T06:02:24.549296Z","steps":["trace[2055746337] 'read index received' (duration: 276.79592ms)","trace[2055746337] 'applied index is now lower than readState.Index' (duration: 685.977213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:24.549353Z","caller":"traceutil/trace.go:171","msg":"trace[1574995938] transaction","detail":"{read_only:false; response_revision:27875; number_of_response:1; }","duration":"821.623036ms","start":"2026-03-31T06:02:23.72768Z","end":"2026-03-31T06:02:24.549303Z","steps":["trace[1574995938] 'process raft request' (duration: 820.760469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.549442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.897426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:02:24.549494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.727667Z","time spent":"821.749739ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:24.54951Z","caller":"traceutil/trace.go:171","msg":"trace[859561692] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:27875; }","duration":"963.01856ms","start":"2026-03-31T06:02:23.586477Z","end":"2026-03-31T06:02:24.549496Z","steps":["trace[859561692] 'agreement among raft nodes before linearized reading' (duration: 962.900126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.549543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.586455Z","time spent":"963.079842ms","remote":"127.0.0.1:37254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:24.54963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.401646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:02:24.549678Z","caller":"traceutil/trace.go:171","msg":"trace[1962283149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27875; }","duration":"840.502429ms","start":"2026-03-31T06:02:23.709164Z","end":"2026-03-31T06:02:24.549666Z","steps":["trace[1962283149] 'agreement among raft nodes before linearized reading' (duration: 840.304253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.549717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.709144Z","time spent":"840.563591ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T06:02:24.54965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.59891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:24.549807Z","caller":"traceutil/trace.go:171","msg":"trace[265394624] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:27875; }","duration":"538.803796ms","start":"2026-03-31T06:02:24.010974Z","end":"2026-03-31T06:02:24.549778Z","steps":["trace[265394624] 'agreement among raft nodes before linearized reading' (duration: 538.566808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.549851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.494249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:02:24.549875Z","caller":"traceutil/trace.go:171","msg":"trace[965831941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27875; }","duration":"840.558861ms","start":"2026-03-31T06:02:23.709309Z","end":"2026-03-31T06:02:24.549868Z","steps":["trace[965831941] 'agreement among raft nodes before linearized reading' (duration: 840.454817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.549895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.709285Z","time spent":"840.605952ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T06:02:24.549886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.010957Z","time spent":"538.905989ms","remote":"127.0.0.1:57028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:24.549892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.599122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-31T06:02:24.549964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.758057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T06:02:24.550003Z","caller":"traceutil/trace.go:171","msg":"trace[218428026] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27875; }","duration":"840.82919ms","start":"2026-03-31T06:02:23.709164Z","end":"2026-03-31T06:02:24.549993Z","steps":["trace[218428026] 'agreement among raft nodes before linearized reading' (duration: 840.743927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.55003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.709146Z","time spent":"840.877441ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:02:24.550033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.868681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:24.550057Z","caller":"traceutil/trace.go:171","msg":"trace[1973829801] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27875; }","duration":"435.932792ms","start":"2026-03-31T06:02:24.114117Z","end":"2026-03-31T06:02:24.55005Z","steps":["trace[1973829801] 'agreement among raft nodes before linearized reading' (duration: 435.891051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.550058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.000299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T06:02:24.550082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.114092Z","time spent":"435.984674ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:02:24.549971Z","caller":"traceutil/trace.go:171","msg":"trace[1160465172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27875; }","duration":"840.697366ms","start":"2026-03-31T06:02:23.709267Z","end":"2026-03-31T06:02:24.549964Z","steps":["trace[1160465172] 'agreement among raft nodes before linearized reading' (duration: 840.563701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:24.550087Z","caller":"traceutil/trace.go:171","msg":"trace[1227087591] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:27875; }","duration":"237.063031ms","start":"2026-03-31T06:02:24.313016Z","end":"2026-03-31T06:02:24.550079Z","steps":["trace[1227087591] 'agreement among raft nodes before linearized reading' (duration: 236.957068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.550114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.709257Z","time spent":"840.85086ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T06:02:24.550193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.62596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:24.550255Z","caller":"traceutil/trace.go:171","msg":"trace[437548350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27875; }","duration":"461.724183ms","start":"2026-03-31T06:02:24.088515Z","end":"2026-03-31T06:02:24.550239Z","steps":["trace[437548350] 'agreement among raft nodes before linearized reading' (duration: 461.63217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.550302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.088493Z","time spent":"461.798785ms","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:02:24.550294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.935383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T06:02:24.550409Z","caller":"traceutil/trace.go:171","msg":"trace[1681664348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27875; }","duration":"841.038326ms","start":"2026-03-31T06:02:23.709328Z","end":"2026-03-31T06:02:24.550366Z","steps":["trace[1681664348] 'agreement among raft nodes before linearized reading' (duration: 840.340844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:24.550454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:23.709305Z","time spent":"841.137919ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:02:25.308781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.374841ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-31T06:02:25.308884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.551463Z","time spent":"757.416878ms","remote":"127.0.0.1:37148","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:02:25.31772Z","caller":"traceutil/trace.go:171","msg":"trace[856855731] transaction","detail":"{read_only:false; response_revision:27877; number_of_response:1; }","duration":"761.984451ms","start":"2026-03-31T06:02:24.5557Z","end":"2026-03-31T06:02:25.317684Z","steps":["trace[856855731] 'process raft request' (duration: 761.907709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:25.317955Z","caller":"traceutil/trace.go:171","msg":"trace[1656060719] transaction","detail":"{read_only:false; response_revision:27879; number_of_response:1; }","duration":"760.794524ms","start":"2026-03-31T06:02:24.557149Z","end":"2026-03-31T06:02:25.317944Z","steps":["trace[1656060719] 'process raft request' (duration: 760.662009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:25.317945Z","caller":"traceutil/trace.go:171","msg":"trace[1110155151] transaction","detail":"{read_only:false; response_revision:27878; number_of_response:1; }","duration":"762.092135ms","start":"2026-03-31T06:02:24.55583Z","end":"2026-03-31T06:02:25.317922Z","steps":["trace[1110155151] 'process raft request' (duration: 761.821206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.318049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.555823Z","time spent":"762.171157ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:25.318057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.55714Z","time spent":"760.849805ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:25.317735Z","caller":"traceutil/trace.go:171","msg":"trace[1992123904] transaction","detail":"{read_only:false; response_revision:27876; number_of_response:1; }","duration":"762.882249ms","start":"2026-03-31T06:02:24.554831Z","end":"2026-03-31T06:02:25.317713Z","steps":["trace[1992123904] 'process raft request' (duration: 762.623021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:25.318125Z","caller":"traceutil/trace.go:171","msg":"trace[378508010] linearizableReadLoop","detail":"{readStateIndex:28848; appliedIndex:28842; }","duration":"741.539939ms","start":"2026-03-31T06:02:24.576573Z","end":"2026-03-31T06:02:25.318113Z","steps":["trace[378508010] 'read index received' (duration: 82.763722ms)","trace[378508010] 'applied index is now lower than readState.Index' (duration: 658.774937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:25.318146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.554814Z","time spent":"763.278062ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:25.318173Z","caller":"traceutil/trace.go:171","msg":"trace[1729295034] transaction","detail":"{read_only:false; response_revision:27880; number_of_response:1; }","duration":"760.96925ms","start":"2026-03-31T06:02:24.557196Z","end":"2026-03-31T06:02:25.318166Z","steps":["trace[1729295034] 'process raft request' (duration: 760.722122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.318204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.628542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:02:25.318213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.557192Z","time spent":"760.99725ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:25.318233Z","caller":"traceutil/trace.go:171","msg":"trace[2080611818] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27880; }","duration":"741.694973ms","start":"2026-03-31T06:02:24.576528Z","end":"2026-03-31T06:02:25.318223Z","steps":["trace[2080611818] 'agreement among raft nodes before linearized reading' (duration: 741.649902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.318252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.576512Z","time spent":"741.734845ms","remote":"127.0.0.1:37722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T06:02:25.318367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.555689Z","time spent":"762.106225ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:25.372405Z","caller":"traceutil/trace.go:171","msg":"trace[1741422195] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"678.25576ms","start":"2026-03-31T06:02:24.69412Z","end":"2026-03-31T06:02:25.372376Z","steps":["trace[1741422195] 'process raft request' (duration: 678.026762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.372579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.694086Z","time spent":"678.399764ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:25.372831Z","caller":"traceutil/trace.go:171","msg":"trace[733320490] transaction","detail":"{read_only:false; response_revision:27882; number_of_response:1; }","duration":"268.336185ms","start":"2026-03-31T06:02:25.104469Z","end":"2026-03-31T06:02:25.372806Z","steps":["trace[733320490] 'process raft request' (duration: 267.86056ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:25.373151Z","caller":"traceutil/trace.go:171","msg":"trace[253180364] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"268.599873ms","start":"2026-03-31T06:02:25.104527Z","end":"2026-03-31T06:02:25.373127Z","steps":["trace[253180364] 'process raft request' (duration: 268.17305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.373241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.880768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:25.374697Z","caller":"traceutil/trace.go:171","msg":"trace[90019303] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:27884; }","duration":"623.389835ms","start":"2026-03-31T06:02:24.751286Z","end":"2026-03-31T06:02:25.374676Z","steps":["trace[90019303] 'agreement among raft nodes before linearized reading' (duration: 621.878127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.374761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:24.751271Z","time spent":"623.469348ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:25.373282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.2429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-31T06:02:25.374953Z","caller":"traceutil/trace.go:171","msg":"trace[127056780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27884; }","duration":"226.940923ms","start":"2026-03-31T06:02:25.148Z","end":"2026-03-31T06:02:25.374941Z","steps":["trace[127056780] 'agreement among raft nodes before linearized reading' (duration: 225.092415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.373365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.135101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:02:25.375203Z","caller":"traceutil/trace.go:171","msg":"trace[1711204421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27884; }","duration":"271.99822ms","start":"2026-03-31T06:02:25.103185Z","end":"2026-03-31T06:02:25.375183Z","steps":["trace[1711204421] 'agreement among raft nodes before linearized reading' (duration: 270.023088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.638553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.196988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:25.638634Z","caller":"traceutil/trace.go:171","msg":"trace[81525097] linearizableReadLoop","detail":"{readStateIndex:28853; appliedIndex:28852; }","duration":"258.854325ms","start":"2026-03-31T06:02:25.379765Z","end":"2026-03-31T06:02:25.638619Z","steps":["trace[81525097] 'read index received' (duration: 47.435381ms)","trace[81525097] 'applied index is now lower than readState.Index' (duration: 211.417984ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:25.638819Z","caller":"traceutil/trace.go:171","msg":"trace[559016903] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"259.815586ms","start":"2026-03-31T06:02:25.378994Z","end":"2026-03-31T06:02:25.63881Z","steps":["trace[559016903] 'process raft request' (duration: 48.288148ms)","trace[559016903] 'compare' (duration: 210.868688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:25.638939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.164485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T06:02:25.639002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.303952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-31T06:02:25.638995Z","caller":"traceutil/trace.go:171","msg":"trace[122717098] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:27885; }","duration":"259.247988ms","start":"2026-03-31T06:02:25.379735Z","end":"2026-03-31T06:02:25.638983Z","steps":["trace[122717098] 'agreement among raft nodes before linearized reading' (duration: 259.074102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:25.639023Z","caller":"traceutil/trace.go:171","msg":"trace[723723529] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:27885; }","duration":"219.351554ms","start":"2026-03-31T06:02:25.419663Z","end":"2026-03-31T06:02:25.639015Z","steps":["trace[723723529] 'agreement among raft nodes before linearized reading' (duration: 219.288822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.638995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.043452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-31T06:02:25.639071Z","caller":"traceutil/trace.go:171","msg":"trace[1021647519] range","detail":"{range_begin:/registry/persistentvolumes/pvc-74e577fb-5663-41c9-a89f-145acd2af6c8; range_end:; response_count:1; response_revision:27885; }","duration":"259.151015ms","start":"2026-03-31T06:02:25.379898Z","end":"2026-03-31T06:02:25.639049Z","steps":["trace[1021647519] 'agreement among raft nodes before linearized reading' (duration: 258.930308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.639092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.924428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:25.63925Z","caller":"traceutil/trace.go:171","msg":"trace[1956760548] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:27885; }","duration":"259.082343ms","start":"2026-03-31T06:02:25.380146Z","end":"2026-03-31T06:02:25.639228Z","steps":["trace[1956760548] 'agreement among raft nodes before linearized reading' (duration: 258.925648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:25.639087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.579469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:02:25.639143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.659441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:02:25.639389Z","caller":"traceutil/trace.go:171","msg":"trace[372011984] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27885; }","duration":"238.925869ms","start":"2026-03-31T06:02:25.400443Z","end":"2026-03-31T06:02:25.639368Z","steps":["trace[372011984] 'agreement among raft nodes before linearized reading' (duration: 238.539657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:25.639461Z","caller":"traceutil/trace.go:171","msg":"trace[993834713] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27885; }","duration":"169.048283ms","start":"2026-03-31T06:02:25.470393Z","end":"2026-03-31T06:02:25.639442Z","steps":["trace[993834713] 'agreement among raft nodes before linearized reading' (duration: 168.63308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:26.181324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.961389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:26.181518Z","caller":"traceutil/trace.go:171","msg":"trace[1646465754] linearizableReadLoop","detail":"{readStateIndex:28856; appliedIndex:28854; }","duration":"481.418263ms","start":"2026-03-31T06:02:25.700085Z","end":"2026-03-31T06:02:26.181503Z","steps":["trace[1646465754] 'read index received' (duration: 153.500865ms)","trace[1646465754] 'applied index is now lower than readState.Index' (duration: 327.916128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:26.181629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:25.688584Z","time spent":"493.040607ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T06:02:26.18172Z","caller":"traceutil/trace.go:171","msg":"trace[1232248539] transaction","detail":"{read_only:false; response_revision:27887; number_of_response:1; }","duration":"493.143401ms","start":"2026-03-31T06:02:25.688532Z","end":"2026-03-31T06:02:26.181676Z","steps":["trace[1232248539] 'process raft request' (duration: 164.747619ms)","trace[1232248539] 'compare' (duration: 327.550565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:26.181862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.758853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-03-31T06:02:26.181895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:25.688517Z","time spent":"493.278025ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:26.181965Z","caller":"traceutil/trace.go:171","msg":"trace[1987094275] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:27887; }","duration":"481.898707ms","start":"2026-03-31T06:02:25.700043Z","end":"2026-03-31T06:02:26.181942Z","steps":["trace[1987094275] 'agreement among raft nodes before linearized reading' (duration: 481.622369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:26.182025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:25.700025Z","time spent":"481.98422ms","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1887,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:02:27.125097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.467452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:27.125348Z","caller":"traceutil/trace.go:171","msg":"trace[181555881] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"942.538797ms","start":"2026-03-31T06:02:26.182792Z","end":"2026-03-31T06:02:27.125331Z","steps":["trace[181555881] 'process raft request' (duration: 942.491615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.125418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.182764Z","time spent":"942.62603ms","remote":"127.0.0.1:37186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T06:02:27.125638Z","caller":"traceutil/trace.go:171","msg":"trace[1852480373] transaction","detail":"{read_only:false; response_revision:27888; number_of_response:1; }","duration":"1.198029677s","start":"2026-03-31T06:02:25.927595Z","end":"2026-03-31T06:02:27.125625Z","steps":["trace[1852480373] 'process raft request' (duration: 353.942285ms)","trace[1852480373] 'compare' (duration: 842.395969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:27.125702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:25.927575Z","time spent":"1.198095869s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:27.126016Z","caller":"traceutil/trace.go:171","msg":"trace[1205189683] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"1.059937327s","start":"2026-03-31T06:02:26.066067Z","end":"2026-03-31T06:02:27.126004Z","steps":["trace[1205189683] 'process raft request' (duration: 1.059124081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.126083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.066049Z","time spent":"1.060002089s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:27.126138Z","caller":"traceutil/trace.go:171","msg":"trace[1242289075] linearizableReadLoop","detail":"{readStateIndex:28858; appliedIndex:28856; }","duration":"944.56316ms","start":"2026-03-31T06:02:26.181545Z","end":"2026-03-31T06:02:27.126108Z","steps":["trace[1242289075] 'read index received' (duration: 100.009843ms)","trace[1242289075] 'applied index is now lower than readState.Index' (duration: 844.550667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:27.126187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038242065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:27.126234Z","caller":"traceutil/trace.go:171","msg":"trace[2052516171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27890; }","duration":"1.038309348s","start":"2026-03-31T06:02:26.087908Z","end":"2026-03-31T06:02:27.126217Z","steps":["trace[2052516171] 'agreement among raft nodes before linearized reading' (duration: 1.038248806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.126296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.087892Z","time spent":"1.0383913s","remote":"127.0.0.1:37118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:02:27.126301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346185224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:02:27.126363Z","caller":"traceutil/trace.go:171","msg":"trace[275295598] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:27890; }","duration":"1.346293378s","start":"2026-03-31T06:02:25.780053Z","end":"2026-03-31T06:02:27.126347Z","steps":["trace[275295598] 'agreement among raft nodes before linearized reading' (duration: 1.346170754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.12641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:25.780037Z","time spent":"1.34636469s","remote":"127.0.0.1:42534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:27.126532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.837752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T06:02:27.126659Z","caller":"traceutil/trace.go:171","msg":"trace[1398557644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:27890; }","duration":"960.991737ms","start":"2026-03-31T06:02:26.165647Z","end":"2026-03-31T06:02:27.126639Z","steps":["trace[1398557644] 'agreement among raft nodes before linearized reading' (duration: 960.494911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.126821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.16563Z","time spent":"961.175542ms","remote":"127.0.0.1:37240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-31T06:02:27.186467Z","caller":"traceutil/trace.go:171","msg":"trace[595192989] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"629.500846ms","start":"2026-03-31T06:02:26.556938Z","end":"2026-03-31T06:02:27.186439Z","steps":["trace[595192989] 'process raft request' (duration: 629.315191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.186653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.556909Z","time spent":"629.641501ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:27.186906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.860757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:27.186957Z","caller":"traceutil/trace.go:171","msg":"trace[887985238] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27893; }","duration":"160.948399ms","start":"2026-03-31T06:02:27.025994Z","end":"2026-03-31T06:02:27.186942Z","steps":["trace[887985238] 'agreement among raft nodes before linearized reading' (duration: 160.839616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.186983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.135344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:27.187063Z","caller":"traceutil/trace.go:171","msg":"trace[1355552427] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:27893; }","duration":"425.255658ms","start":"2026-03-31T06:02:26.761791Z","end":"2026-03-31T06:02:27.187046Z","steps":["trace[1355552427] 'agreement among raft nodes before linearized reading' (duration: 425.063152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.18713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.761775Z","time spent":"425.326329ms","remote":"127.0.0.1:40798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:02:27.187145Z","caller":"traceutil/trace.go:171","msg":"trace[89274450] transaction","detail":"{read_only:false; response_revision:27893; number_of_response:1; }","duration":"148.992623ms","start":"2026-03-31T06:02:27.038141Z","end":"2026-03-31T06:02:27.187133Z","steps":["trace[89274450] 'process raft request' (duration: 148.535239ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:27.187226Z","caller":"traceutil/trace.go:171","msg":"trace[1983828725] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"627.813895ms","start":"2026-03-31T06:02:26.55939Z","end":"2026-03-31T06:02:27.187204Z","steps":["trace[1983828725] 'process raft request' (duration: 627.000859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.187409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.657322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:27.187455Z","caller":"traceutil/trace.go:171","msg":"trace[148712298] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27893; }","duration":"496.730834ms","start":"2026-03-31T06:02:26.690714Z","end":"2026-03-31T06:02:27.187445Z","steps":["trace[148712298] 'agreement among raft nodes before linearized reading' (duration: 496.661532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.187491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.690698Z","time spent":"496.785055ms","remote":"127.0.0.1:37294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:27.187397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.559372Z","time spent":"627.924647ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:27.187691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.527392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:27.187738Z","caller":"traceutil/trace.go:171","msg":"trace[879344082] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:27893; }","duration":"618.614425ms","start":"2026-03-31T06:02:26.569113Z","end":"2026-03-31T06:02:27.187727Z","steps":["trace[879344082] 'agreement among raft nodes before linearized reading' (duration: 618.546873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.187775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.569094Z","time spent":"618.671686ms","remote":"127.0.0.1:37270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:27.188053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002822662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-03-31T06:02:27.188101Z","caller":"traceutil/trace.go:171","msg":"trace[1998216608] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:27893; }","duration":"1.002909544s","start":"2026-03-31T06:02:26.185181Z","end":"2026-03-31T06:02:27.188091Z","steps":["trace[1998216608] 'agreement among raft nodes before linearized reading' (duration: 1.002722269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.188133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:26.185164Z","time spent":"1.002960065s","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3332,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T06:02:27.783805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.024258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:27.783871Z","caller":"traceutil/trace.go:171","msg":"trace[244361705] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27893; }","duration":"521.139241ms","start":"2026-03-31T06:02:27.262717Z","end":"2026-03-31T06:02:27.783856Z","steps":["trace[244361705] 'range keys from in-memory index tree' (duration: 520.936574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.783906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.262694Z","time spent":"521.203723ms","remote":"127.0.0.1:37526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T06:02:27.784618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.156207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:02:27.784716Z","caller":"traceutil/trace.go:171","msg":"trace[989502631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27893; }","duration":"462.303161ms","start":"2026-03-31T06:02:27.322389Z","end":"2026-03-31T06:02:27.784692Z","steps":["trace[989502631] 'range keys from in-memory index tree' (duration: 461.980831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.784776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.322367Z","time spent":"462.394994ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T06:02:27.785137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.392705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T06:02:27.785193Z","caller":"traceutil/trace.go:171","msg":"trace[1185935305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27893; }","duration":"462.472227ms","start":"2026-03-31T06:02:27.322705Z","end":"2026-03-31T06:02:27.785178Z","steps":["trace[1185935305] 'range keys from in-memory index tree' (duration: 462.257481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.785247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.322692Z","time spent":"462.543579ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:02:27.785457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.089885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T06:02:27.785517Z","caller":"traceutil/trace.go:171","msg":"trace[1196596592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27893; }","duration":"462.210599ms","start":"2026-03-31T06:02:27.323291Z","end":"2026-03-31T06:02:27.785501Z","steps":["trace[1196596592] 'range keys from in-memory index tree' (duration: 461.92324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.785563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.323279Z","time spent":"462.27338ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T06:02:27.785633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.958651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T06:02:27.785723Z","caller":"traceutil/trace.go:171","msg":"trace[32805510] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27893; }","duration":"462.151767ms","start":"2026-03-31T06:02:27.323553Z","end":"2026-03-31T06:02:27.785705Z","steps":["trace[32805510] 'range keys from in-memory index tree' (duration: 461.735384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.785839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.323541Z","time spent":"462.223449ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:02:27.785872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.728615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:02:27.786031Z","caller":"traceutil/trace.go:171","msg":"trace[2124341238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27893; }","duration":"463.005144ms","start":"2026-03-31T06:02:27.323002Z","end":"2026-03-31T06:02:27.786007Z","steps":["trace[2124341238] 'range keys from in-memory index tree' (duration: 462.367214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:27.786377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.322989Z","time spent":"463.356954ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T06:02:28.070301Z","caller":"traceutil/trace.go:171","msg":"trace[1385443176] transaction","detail":"{read_only:false; response_revision:27894; number_of_response:1; }","duration":"689.180853ms","start":"2026-03-31T06:02:27.381095Z","end":"2026-03-31T06:02:28.070276Z","steps":["trace[1385443176] 'process raft request' (duration: 689.020238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.070458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.381064Z","time spent":"689.315197ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:28.55991Z","caller":"traceutil/trace.go:171","msg":"trace[619603971] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"1.178197204s","start":"2026-03-31T06:02:27.381668Z","end":"2026-03-31T06:02:28.559866Z","steps":["trace[619603971] 'process raft request' (duration: 1.178003758s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.560031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.381661Z","time spent":"1.178307087s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:28.560047Z","caller":"traceutil/trace.go:171","msg":"trace[1493347117] transaction","detail":"{read_only:false; response_revision:27899; number_of_response:1; }","duration":"769.584091ms","start":"2026-03-31T06:02:27.790391Z","end":"2026-03-31T06:02:28.559976Z","steps":["trace[1493347117] 'process raft request' (duration: 769.404905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:28.560269Z","caller":"traceutil/trace.go:171","msg":"trace[1157768890] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"1.178713651s","start":"2026-03-31T06:02:27.381549Z","end":"2026-03-31T06:02:28.560263Z","steps":["trace[1157768890] 'process raft request' (duration: 1.177972107s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.560262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.790364Z","time spent":"769.772687ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:28.560308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.381533Z","time spent":"1.178756611s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:28.560304Z","caller":"traceutil/trace.go:171","msg":"trace[1249553496] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"770.355445ms","start":"2026-03-31T06:02:27.789917Z","end":"2026-03-31T06:02:28.560273Z","steps":["trace[1249553496] 'process raft request' (duration: 769.800917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.560377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.789906Z","time spent":"770.431247ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:28.560366Z","caller":"traceutil/trace.go:171","msg":"trace[347390649] transaction","detail":"{read_only:false; response_revision:27898; number_of_response:1; }","duration":"770.106877ms","start":"2026-03-31T06:02:27.790236Z","end":"2026-03-31T06:02:28.560343Z","steps":["trace[347390649] 'process raft request' (duration: 769.522879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:28.560392Z","caller":"traceutil/trace.go:171","msg":"trace[615979962] transaction","detail":"{read_only:false; response_revision:27900; number_of_response:1; }","duration":"768.844737ms","start":"2026-03-31T06:02:27.791487Z","end":"2026-03-31T06:02:28.560332Z","steps":["trace[615979962] 'process raft request' (duration: 768.348301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:28.560468Z","caller":"traceutil/trace.go:171","msg":"trace[128456838] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"768.541158ms","start":"2026-03-31T06:02:27.791916Z","end":"2026-03-31T06:02:28.560457Z","steps":["trace[128456838] 'process raft request' (duration: 767.952459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.560502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.790228Z","time spent":"770.244761ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:28.560543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.791909Z","time spent":"768.598959ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:28.560623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.791476Z","time spent":"769.024083ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:28.559918Z","caller":"traceutil/trace.go:171","msg":"trace[140142829] linearizableReadLoop","detail":"{readStateIndex:28865; appliedIndex:28863; }","duration":"917.501059ms","start":"2026-03-31T06:02:27.642401Z","end":"2026-03-31T06:02:28.559902Z","steps":["trace[140142829] 'read index received' (duration: 427.880389ms)","trace[140142829] 'applied index is now lower than readState.Index' (duration: 489.61986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:28.561362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.955226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T06:02:28.561401Z","caller":"traceutil/trace.go:171","msg":"trace[314670753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27901; }","duration":"919.032798ms","start":"2026-03-31T06:02:27.642358Z","end":"2026-03-31T06:02:28.561391Z","steps":["trace[314670753] 'agreement among raft nodes before linearized reading' (duration: 918.357187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.561424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.642339Z","time spent":"919.079219ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T06:02:28.561556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.634839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:28.56161Z","caller":"traceutil/trace.go:171","msg":"trace[655263420] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27904; }","duration":"795.727243ms","start":"2026-03-31T06:02:27.765868Z","end":"2026-03-31T06:02:28.561595Z","steps":["trace[655263420] 'agreement among raft nodes before linearized reading' (duration: 795.631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.561647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.765824Z","time spent":"795.810125ms","remote":"127.0.0.1:37682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T06:02:28.562203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.427243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:02:28.562354Z","caller":"traceutil/trace.go:171","msg":"trace[1352225142] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27904; }","duration":"774.600968ms","start":"2026-03-31T06:02:27.787728Z","end":"2026-03-31T06:02:28.562329Z","steps":["trace[1352225142] 'agreement among raft nodes before linearized reading' (duration: 774.381151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:28.562434Z","caller":"traceutil/trace.go:171","msg":"trace[1263714570] transaction","detail":"{read_only:false; response_revision:27903; number_of_response:1; }","duration":"320.407072ms","start":"2026-03-31T06:02:28.242022Z","end":"2026-03-31T06:02:28.562429Z","steps":["trace[1263714570] 'process raft request' (duration: 319.4053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.562477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:28.242003Z","time spent":"320.451773ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:02:28.562542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.787717Z","time spent":"774.771394ms","remote":"127.0.0.1:37276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T06:02:28.562364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.149339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-31T06:02:28.562614Z","caller":"traceutil/trace.go:171","msg":"trace[1638429212] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27904; }","duration":"645.424047ms","start":"2026-03-31T06:02:27.917177Z","end":"2026-03-31T06:02:28.562601Z","steps":["trace[1638429212] 'agreement among raft nodes before linearized reading' (duration: 645.102157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.562639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:27.91716Z","time spent":"645.472579ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-31T06:02:28.562412Z","caller":"traceutil/trace.go:171","msg":"trace[1564540579] transaction","detail":"{read_only:false; response_revision:27902; number_of_response:1; }","duration":"375.201864ms","start":"2026-03-31T06:02:28.187201Z","end":"2026-03-31T06:02:28.562403Z","steps":["trace[1564540579] 'process raft request' (duration: 374.165151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:28.562766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:02:28.187176Z","time spent":"375.569366ms","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:02:40.840039Z","caller":"traceutil/trace.go:171","msg":"trace[264949556] transaction","detail":"{read_only:false; response_revision:27984; number_of_response:1; }","duration":"170.364895ms","start":"2026-03-31T06:02:40.669654Z","end":"2026-03-31T06:02:40.840018Z","steps":["trace[264949556] 'process raft request' (duration: 170.19746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:40.891234Z","caller":"traceutil/trace.go:171","msg":"trace[1439200846] linearizableReadLoop","detail":"{readStateIndex:28958; appliedIndex:28955; }","duration":"201.898656ms","start":"2026-03-31T06:02:40.689316Z","end":"2026-03-31T06:02:40.891215Z","steps":["trace[1439200846] 'read index received' (duration: 150.642475ms)","trace[1439200846] 'applied index is now lower than readState.Index' (duration: 51.255041ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:40.891357Z","caller":"traceutil/trace.go:171","msg":"trace[1066304869] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"211.90403ms","start":"2026-03-31T06:02:40.679445Z","end":"2026-03-31T06:02:40.891349Z","steps":["trace[1066304869] 'process raft request' (duration: 211.729705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:40.891431Z","caller":"traceutil/trace.go:171","msg":"trace[214225623] transaction","detail":"{read_only:false; response_revision:27985; number_of_response:1; }","duration":"214.066298ms","start":"2026-03-31T06:02:40.677314Z","end":"2026-03-31T06:02:40.89138Z","steps":["trace[214225623] 'process raft request' (duration: 213.713817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:40.891684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.024658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T06:02:40.891689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.35588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T06:02:40.891725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.827481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T06:02:40.891758Z","caller":"traceutil/trace.go:171","msg":"trace[1460299947] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27986; }","duration":"201.119321ms","start":"2026-03-31T06:02:40.690618Z","end":"2026-03-31T06:02:40.891738Z","steps":["trace[1460299947] 'agreement among raft nodes before linearized reading' (duration: 200.910975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:40.891764Z","caller":"traceutil/trace.go:171","msg":"trace[27266611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27986; }","duration":"199.928024ms","start":"2026-03-31T06:02:40.691826Z","end":"2026-03-31T06:02:40.891754Z","steps":["trace[27266611] 'agreement among raft nodes before linearized reading' (duration: 199.81117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:40.891773Z","caller":"traceutil/trace.go:171","msg":"trace[1539478995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27986; }","duration":"202.461904ms","start":"2026-03-31T06:02:40.689288Z","end":"2026-03-31T06:02:40.89175Z","steps":["trace[1539478995] 'agreement among raft nodes before linearized reading' (duration: 202.238867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:40.891766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.877571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T06:02:40.891779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.038179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T06:02:40.89169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.909199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:02:40.891853Z","caller":"traceutil/trace.go:171","msg":"trace[2140981929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27986; }","duration":"191.995344ms","start":"2026-03-31T06:02:40.699836Z","end":"2026-03-31T06:02:40.891831Z","steps":["trace[2140981929] 'agreement among raft nodes before linearized reading' (duration: 191.752327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:40.891865Z","caller":"traceutil/trace.go:171","msg":"trace[1623525615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27986; }","duration":"180.164883ms","start":"2026-03-31T06:02:40.711681Z","end":"2026-03-31T06:02:40.891846Z","steps":["trace[1623525615] 'agreement among raft nodes before linearized reading' (duration: 179.901174ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:40.891913Z","caller":"traceutil/trace.go:171","msg":"trace[1083231961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27986; }","duration":"190.159237ms","start":"2026-03-31T06:02:40.701726Z","end":"2026-03-31T06:02:40.891885Z","steps":["trace[1083231961] 'agreement among raft nodes before linearized reading' (duration: 189.806696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:02:43.049296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.731355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:02:43.049621Z","caller":"traceutil/trace.go:171","msg":"trace[853104199] transaction","detail":"{read_only:false; response_revision:28001; number_of_response:1; }","duration":"140.458625ms","start":"2026-03-31T06:02:42.909146Z","end":"2026-03-31T06:02:43.049604Z","steps":["trace[853104199] 'process raft request' (duration: 12.337018ms)","trace[853104199] 'compare' (duration: 127.623321ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:02:43.049565Z","caller":"traceutil/trace.go:171","msg":"trace[2081859377] linearizableReadLoop","detail":"{readStateIndex:28973; appliedIndex:28972; }","duration":"140.097473ms","start":"2026-03-31T06:02:42.90945Z","end":"2026-03-31T06:02:43.049548Z","steps":["trace[2081859377] 'read index received' (duration: 12.044648ms)","trace[2081859377] 'applied index is now lower than readState.Index' (duration: 128.051195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:02:43.049937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.443984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:02:43.05011Z","caller":"traceutil/trace.go:171","msg":"trace[1884845457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28001; }","duration":"140.654951ms","start":"2026-03-31T06:02:42.909433Z","end":"2026-03-31T06:02:43.050088Z","steps":["trace[1884845457] 'agreement among raft nodes before linearized reading' (duration: 140.272069ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:43.110316Z","caller":"traceutil/trace.go:171","msg":"trace[1216300035] transaction","detail":"{read_only:false; response_revision:28005; number_of_response:1; }","duration":"196.401314ms","start":"2026-03-31T06:02:42.913886Z","end":"2026-03-31T06:02:43.110288Z","steps":["trace[1216300035] 'process raft request' (duration: 196.329231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:43.110826Z","caller":"traceutil/trace.go:171","msg":"trace[335418079] transaction","detail":"{read_only:false; response_revision:28002; number_of_response:1; }","duration":"201.186154ms","start":"2026-03-31T06:02:42.909622Z","end":"2026-03-31T06:02:43.110808Z","steps":["trace[335418079] 'process raft request' (duration: 200.394259ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:43.110999Z","caller":"traceutil/trace.go:171","msg":"trace[1487115667] transaction","detail":"{read_only:false; response_revision:28003; number_of_response:1; }","duration":"201.276917ms","start":"2026-03-31T06:02:42.909712Z","end":"2026-03-31T06:02:43.110989Z","steps":["trace[1487115667] 'process raft request' (duration: 200.4299ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:02:43.111101Z","caller":"traceutil/trace.go:171","msg":"trace[1971356878] transaction","detail":"{read_only:false; response_revision:28004; number_of_response:1; }","duration":"201.205685ms","start":"2026-03-31T06:02:42.909884Z","end":"2026-03-31T06:02:43.11109Z","steps":["trace[1971356878] 'process raft request' (duration: 200.293146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:14.460604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.275617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-31T06:03:14.460712Z","caller":"traceutil/trace.go:171","msg":"trace[754940381] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:28405; }","duration":"145.39319ms","start":"2026-03-31T06:03:14.315294Z","end":"2026-03-31T06:03:14.460688Z","steps":["trace[754940381] 'range keys from in-memory index tree' (duration: 145.06206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:41.595704Z","caller":"traceutil/trace.go:171","msg":"trace[627134404] linearizableReadLoop","detail":"{readStateIndex:29594; appliedIndex:29593; }","duration":"122.760558ms","start":"2026-03-31T06:03:41.472916Z","end":"2026-03-31T06:03:41.595677Z","steps":["trace[627134404] 'read index received' (duration: 113.783836ms)","trace[627134404] 'applied index is now lower than readState.Index' (duration: 8.975272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:03:41.595822Z","caller":"traceutil/trace.go:171","msg":"trace[634481706] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"124.10409ms","start":"2026-03-31T06:03:41.471703Z","end":"2026-03-31T06:03:41.595807Z","steps":["trace[634481706] 'process raft request' (duration: 114.994544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:41.596079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.13122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:03:41.596179Z","caller":"traceutil/trace.go:171","msg":"trace[30745192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28608; }","duration":"123.257404ms","start":"2026-03-31T06:03:41.472896Z","end":"2026-03-31T06:03:41.596154Z","steps":["trace[30745192] 'agreement among raft nodes before linearized reading' (duration: 122.975836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:41.59712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.976635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:03:41.597169Z","caller":"traceutil/trace.go:171","msg":"trace[1204802089] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28610; }","duration":"123.047228ms","start":"2026-03-31T06:03:41.474105Z","end":"2026-03-31T06:03:41.597152Z","steps":["trace[1204802089] 'agreement among raft nodes before linearized reading' (duration: 122.940664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:41.597531Z","caller":"traceutil/trace.go:171","msg":"trace[2040003353] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"123.340247ms","start":"2026-03-31T06:03:41.474165Z","end":"2026-03-31T06:03:41.597506Z","steps":["trace[2040003353] 'process raft request' (duration: 122.651285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:44.733624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782577348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:03:46.967803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302758782577348,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T06:03:46.968228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.79694277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T06:03:46.968262Z","caller":"traceutil/trace.go:171","msg":"trace[1671992230] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.796992181s","start":"2026-03-31T06:03:44.171259Z","end":"2026-03-31T06:03:46.968251Z","steps":["trace[1671992230] 'agreement among raft nodes before linearized reading' (duration: 2.79695298s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:46.968284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.171252Z","time spent":"2.797027382s","remote":"127.0.0.1:37122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T06:03:47.047521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.879793937s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T06:03:47.051776Z","caller":"traceutil/trace.go:171","msg":"trace[383149872] transaction","detail":"{read_only:false; response_revision:28620; number_of_response:1; }","duration":"2.884085952s","start":"2026-03-31T06:03:44.167654Z","end":"2026-03-31T06:03:47.05174Z","steps":["trace[383149872] 'process raft request' (duration: 2.883839924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.051998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.167645Z","time spent":"2.884241117s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:03:47.113668Z","caller":"traceutil/trace.go:171","msg":"trace[1342235744] linearizableReadLoop","detail":"{readStateIndex:29612; appliedIndex:29606; }","duration":"2.94528487s","start":"2026-03-31T06:03:44.168359Z","end":"2026-03-31T06:03:47.113644Z","steps":["trace[1342235744] 'read index received' (duration: 2.884284338s)","trace[1342235744] 'applied index is now lower than readState.Index' (duration: 60.999682ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:03:47.114021Z","caller":"traceutil/trace.go:171","msg":"trace[146930994] transaction","detail":"{read_only:false; response_revision:28621; number_of_response:1; }","duration":"2.945515788s","start":"2026-03-31T06:03:44.168493Z","end":"2026-03-31T06:03:47.114009Z","steps":["trace[146930994] 'process raft request' (duration: 2.944374482s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.114179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.168479Z","time spent":"2.94558888s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:03:47.114247Z","caller":"traceutil/trace.go:171","msg":"trace[1086830323] transaction","detail":"{read_only:false; response_revision:28622; number_of_response:1; }","duration":"2.933235942s","start":"2026-03-31T06:03:44.181001Z","end":"2026-03-31T06:03:47.114237Z","steps":["trace[1086830323] 'process raft request' (duration: 2.932105196s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.11436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.180991Z","time spent":"2.933290643s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:03:47.114371Z","caller":"traceutil/trace.go:171","msg":"trace[776893750] transaction","detail":"{read_only:false; response_revision:28625; number_of_response:1; }","duration":"2.467889925s","start":"2026-03-31T06:03:44.646455Z","end":"2026-03-31T06:03:47.114345Z","steps":["trace[776893750] 'process raft request' (duration: 2.466864383s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.114504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.646434Z","time spent":"2.467992429s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:03:47.114562Z","caller":"traceutil/trace.go:171","msg":"trace[649756458] transaction","detail":"{read_only:false; response_revision:28626; number_of_response:1; }","duration":"149.980062ms","start":"2026-03-31T06:03:46.964574Z","end":"2026-03-31T06:03:47.114554Z","steps":["trace[649756458] 'process raft request' (duration: 148.810705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.114637Z","caller":"traceutil/trace.go:171","msg":"trace[1592620487] transaction","detail":"{read_only:false; response_revision:28623; number_of_response:1; }","duration":"2.917090844s","start":"2026-03-31T06:03:44.197537Z","end":"2026-03-31T06:03:47.114628Z","steps":["trace[1592620487] 'process raft request' (duration: 2.915640059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.114629Z","caller":"traceutil/trace.go:171","msg":"trace[1444346596] transaction","detail":"{read_only:false; response_revision:28629; number_of_response:1; }","duration":"129.980966ms","start":"2026-03-31T06:03:46.984628Z","end":"2026-03-31T06:03:47.114609Z","steps":["trace[1444346596] 'process raft request' (duration: 128.915712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.114684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.19751Z","time spent":"2.917149236s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T06:03:47.114693Z","caller":"traceutil/trace.go:171","msg":"trace[1321444539] transaction","detail":"{read_only:false; response_revision:28624; number_of_response:1; }","duration":"2.708591571s","start":"2026-03-31T06:03:44.406066Z","end":"2026-03-31T06:03:47.114657Z","steps":["trace[1321444539] 'process raft request' (duration: 2.707174837s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.114778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946411855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-31T06:03:47.114824Z","caller":"traceutil/trace.go:171","msg":"trace[1349840972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28629; }","duration":"2.946495108s","start":"2026-03-31T06:03:44.16832Z","end":"2026-03-31T06:03:47.114815Z","steps":["trace[1349840972] 'agreement among raft nodes before linearized reading' (duration: 2.946358204s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.114182Z","caller":"traceutil/trace.go:171","msg":"trace[2074256577] transaction","detail":"{read_only:false; response_revision:28628; number_of_response:1; }","duration":"145.617185ms","start":"2026-03-31T06:03:46.968533Z","end":"2026-03-31T06:03:47.11415Z","steps":["trace[2074256577] 'process raft request' (duration: 144.976645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.114824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.406048Z","time spent":"2.708706755s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T06:03:47.11485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.168295Z","time spent":"2.94654887s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T06:03:47.114886Z","caller":"traceutil/trace.go:171","msg":"trace[1912872496] transaction","detail":"{read_only:false; response_revision:28627; number_of_response:1; }","duration":"146.366979ms","start":"2026-03-31T06:03:46.968511Z","end":"2026-03-31T06:03:47.114878Z","steps":["trace[1912872496] 'process raft request' (duration: 144.936774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.114983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.547466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:03:47.114996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946578271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T06:03:47.115013Z","caller":"traceutil/trace.go:171","msg":"trace[2042713351] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28629; }","duration":"147.582157ms","start":"2026-03-31T06:03:46.96742Z","end":"2026-03-31T06:03:47.115002Z","steps":["trace[2042713351] 'agreement among raft nodes before linearized reading' (duration: 147.523005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.115024Z","caller":"traceutil/trace.go:171","msg":"trace[857153128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28629; }","duration":"2.946618432s","start":"2026-03-31T06:03:44.168398Z","end":"2026-03-31T06:03:47.115016Z","steps":["trace[857153128] 'agreement among raft nodes before linearized reading' (duration: 2.94653977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.11505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.168393Z","time spent":"2.946649583s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T06:03:47.115205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582773906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-31T06:03:47.115236Z","caller":"traceutil/trace.go:171","msg":"trace[2127314245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28629; }","duration":"2.582830618s","start":"2026-03-31T06:03:44.532397Z","end":"2026-03-31T06:03:47.115228Z","steps":["trace[2127314245] 'agreement among raft nodes before linearized reading' (duration: 2.582724545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.532384Z","time spent":"2.58286597s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T06:03:47.11538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.312626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:03:47.115401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.983729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:03:47.115412Z","caller":"traceutil/trace.go:171","msg":"trace[1294562630] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28629; }","duration":"131.375358ms","start":"2026-03-31T06:03:46.984026Z","end":"2026-03-31T06:03:47.115401Z","steps":["trace[1294562630] 'agreement among raft nodes before linearized reading' (duration: 131.326537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798036562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-31T06:03:47.115444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.750297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.115442Z","caller":"traceutil/trace.go:171","msg":"trace[242986605] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:28629; }","duration":"2.798210467s","start":"2026-03-31T06:03:44.317222Z","end":"2026-03-31T06:03:47.115432Z","steps":["trace[242986605] 'agreement among raft nodes before linearized reading' (duration: 2.798007191s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.11546Z","caller":"traceutil/trace.go:171","msg":"trace[429100972] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28629; }","duration":"150.766287ms","start":"2026-03-31T06:03:46.964688Z","end":"2026-03-31T06:03:47.115455Z","steps":["trace[429100972] 'agreement among raft nodes before linearized reading' (duration: 150.738766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.317203Z","time spent":"2.798263999s","remote":"127.0.0.1:37148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-31T06:03:47.115528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.488762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.115547Z","caller":"traceutil/trace.go:171","msg":"trace[1909277282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28629; }","duration":"131.530784ms","start":"2026-03-31T06:03:46.984011Z","end":"2026-03-31T06:03:47.115542Z","steps":["trace[1909277282] 'agreement among raft nodes before linearized reading' (duration: 131.486702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.021785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.11558Z","caller":"traceutil/trace.go:171","msg":"trace[1499771428] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28629; }","duration":"151.046116ms","start":"2026-03-31T06:03:46.96452Z","end":"2026-03-31T06:03:47.115566Z","steps":["trace[1499771428] 'agreement among raft nodes before linearized reading' (duration: 151.018905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947095777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:03:47.115631Z","caller":"traceutil/trace.go:171","msg":"trace[2034746023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28629; }","duration":"2.94717542s","start":"2026-03-31T06:03:44.168425Z","end":"2026-03-31T06:03:47.1156Z","steps":["trace[2034746023] 'agreement among raft nodes before linearized reading' (duration: 2.946829409s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.149579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.115679Z","caller":"traceutil/trace.go:171","msg":"trace[1858338724] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28629; }","duration":"151.170249ms","start":"2026-03-31T06:03:46.964504Z","end":"2026-03-31T06:03:47.115675Z","steps":["trace[1858338724] 'agreement among raft nodes before linearized reading' (duration: 151.150258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.843984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-31T06:03:47.115677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.168421Z","time spent":"2.947243102s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T06:03:47.115698Z","caller":"traceutil/trace.go:171","msg":"trace[1049494770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28629; }","duration":"131.893135ms","start":"2026-03-31T06:03:46.983798Z","end":"2026-03-31T06:03:47.115691Z","steps":["trace[1049494770] 'agreement among raft nodes before linearized reading' (duration: 131.830763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.252932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.115756Z","caller":"traceutil/trace.go:171","msg":"trace[187700226] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28629; }","duration":"151.277952ms","start":"2026-03-31T06:03:46.964474Z","end":"2026-03-31T06:03:47.115752Z","steps":["trace[187700226] 'agreement among raft nodes before linearized reading' (duration: 151.254612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938180527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:03:47.115842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.098872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-31T06:03:47.115861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.679866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.115862Z","caller":"traceutil/trace.go:171","msg":"trace[556736027] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28629; }","duration":"140.133904ms","start":"2026-03-31T06:03:46.975723Z","end":"2026-03-31T06:03:47.115857Z","steps":["trace[556736027] 'agreement among raft nodes before linearized reading' (duration: 140.073252ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.115875Z","caller":"traceutil/trace.go:171","msg":"trace[824430491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28629; }","duration":"151.725527ms","start":"2026-03-31T06:03:46.964145Z","end":"2026-03-31T06:03:47.115871Z","steps":["trace[824430491] 'agreement among raft nodes before linearized reading' (duration: 151.703266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.115886Z","caller":"traceutil/trace.go:171","msg":"trace[1748152002] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28629; }","duration":"2.938228649s","start":"2026-03-31T06:03:44.177627Z","end":"2026-03-31T06:03:47.115855Z","steps":["trace[1748152002] 'agreement among raft nodes before linearized reading' (duration: 2.938159666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.115931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.177624Z","time spent":"2.938296031s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-31T06:03:47.115958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.625189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.115975Z","caller":"traceutil/trace.go:171","msg":"trace[1180781664] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28629; }","duration":"140.68338ms","start":"2026-03-31T06:03:46.975287Z","end":"2026-03-31T06:03:47.11597Z","steps":["trace[1180781664] 'agreement among raft nodes before linearized reading' (duration: 140.656289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.776583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116049Z","caller":"traceutil/trace.go:171","msg":"trace[1151110221] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28629; }","duration":"140.798045ms","start":"2026-03-31T06:03:46.975246Z","end":"2026-03-31T06:03:47.116044Z","steps":["trace[1151110221] 'agreement among raft nodes before linearized reading' (duration: 140.776714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.843595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116114Z","caller":"traceutil/trace.go:171","msg":"trace[671882483] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28629; }","duration":"140.866417ms","start":"2026-03-31T06:03:46.975243Z","end":"2026-03-31T06:03:47.116109Z","steps":["trace[671882483] 'agreement among raft nodes before linearized reading' (duration: 140.845416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.912418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116172Z","caller":"traceutil/trace.go:171","msg":"trace[163309130] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28629; }","duration":"140.961539ms","start":"2026-03-31T06:03:46.975207Z","end":"2026-03-31T06:03:47.116168Z","steps":["trace[163309130] 'agreement among raft nodes before linearized reading' (duration: 140.941059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579164613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T06:03:47.116249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.012331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116258Z","caller":"traceutil/trace.go:171","msg":"trace[1826882112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28629; }","duration":"2.579208644s","start":"2026-03-31T06:03:44.537042Z","end":"2026-03-31T06:03:47.11625Z","steps":["trace[1826882112] 'agreement among raft nodes before linearized reading' (duration: 2.579135302s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.11627Z","caller":"traceutil/trace.go:171","msg":"trace[1946214930] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28629; }","duration":"141.061372ms","start":"2026-03-31T06:03:46.975203Z","end":"2026-03-31T06:03:47.116265Z","steps":["trace[1946214930] 'agreement among raft nodes before linearized reading' (duration: 141.027021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.537033Z","time spent":"2.579242206s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T06:03:47.116407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.195767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116421Z","caller":"traceutil/trace.go:171","msg":"trace[2121299177] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28629; }","duration":"141.218677ms","start":"2026-03-31T06:03:46.975198Z","end":"2026-03-31T06:03:47.116417Z","steps":["trace[2121299177] 'agreement among raft nodes before linearized reading' (duration: 141.195817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938788326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T06:03:47.115418Z","caller":"traceutil/trace.go:171","msg":"trace[1884439444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28629; }","duration":"148.019211ms","start":"2026-03-31T06:03:46.967393Z","end":"2026-03-31T06:03:47.115412Z","steps":["trace[1884439444] 'agreement among raft nodes before linearized reading' (duration: 147.98774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.317031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T06:03:47.11652Z","caller":"traceutil/trace.go:171","msg":"trace[1270200479] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28629; }","duration":"141.360451ms","start":"2026-03-31T06:03:46.975155Z","end":"2026-03-31T06:03:47.116516Z","steps":["trace[1270200479] 'agreement among raft nodes before linearized reading' (duration: 141.3191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938962081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116599Z","caller":"traceutil/trace.go:171","msg":"trace[397004152] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28629; }","duration":"2.938992903s","start":"2026-03-31T06:03:44.177599Z","end":"2026-03-31T06:03:47.116592Z","steps":["trace[397004152] 'agreement among raft nodes before linearized reading' (duration: 2.938956592s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.177597Z","time spent":"2.939016373s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-31T06:03:47.116614Z","caller":"traceutil/trace.go:171","msg":"trace[491017826] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28629; }","duration":"2.938989892s","start":"2026-03-31T06:03:44.177613Z","end":"2026-03-31T06:03:47.116603Z","steps":["trace[491017826] 'agreement among raft nodes before linearized reading' (duration: 2.938656962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.592059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-31T06:03:47.116647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.177611Z","time spent":"2.939027313s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5106,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-31T06:03:47.116668Z","caller":"traceutil/trace.go:171","msg":"trace[2113850349] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a1d4faa2377956; range_end:; response_count:1; response_revision:28629; }","duration":"141.63261ms","start":"2026-03-31T06:03:46.97503Z","end":"2026-03-31T06:03:47.116662Z","steps":["trace[2113850349] 'agreement among raft nodes before linearized reading' (duration: 141.585588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945191277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-31T06:03:47.116719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945177556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T06:03:47.116732Z","caller":"traceutil/trace.go:171","msg":"trace[238607635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28629; }","duration":"2.945216708s","start":"2026-03-31T06:03:44.17151Z","end":"2026-03-31T06:03:47.116726Z","steps":["trace[238607635] 'agreement among raft nodes before linearized reading' (duration: 2.945162736s)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.116742Z","caller":"traceutil/trace.go:171","msg":"trace[1159572895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28629; }","duration":"2.945211458s","start":"2026-03-31T06:03:44.171524Z","end":"2026-03-31T06:03:47.116736Z","steps":["trace[1159572895] 'agreement among raft nodes before linearized reading' (duration: 2.945143516s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.171506Z","time spent":"2.945240059s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T06:03:47.11676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.171522Z","time spent":"2.945234039s","remote":"127.0.0.1:37324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T06:03:47.11682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93923474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116834Z","caller":"traceutil/trace.go:171","msg":"trace[707370645] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28629; }","duration":"2.93925842s","start":"2026-03-31T06:03:44.177571Z","end":"2026-03-31T06:03:47.116829Z","steps":["trace[707370645] 'agreement among raft nodes before linearized reading' (duration: 2.939232319s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.11584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.475389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-31T06:03:47.11685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.177566Z","time spent":"2.939279302s","remote":"127.0.0.1:37308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-31T06:03:47.116861Z","caller":"traceutil/trace.go:171","msg":"trace[1869821450] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28629; }","duration":"152.502661ms","start":"2026-03-31T06:03:46.964352Z","end":"2026-03-31T06:03:47.116854Z","steps":["trace[1869821450] 'agreement among raft nodes before linearized reading' (duration: 151.453908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939713975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.116967Z","caller":"traceutil/trace.go:171","msg":"trace[386629904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28629; }","duration":"2.939755846s","start":"2026-03-31T06:03:44.177204Z","end":"2026-03-31T06:03:47.11696Z","steps":["trace[386629904] 'agreement among raft nodes before linearized reading' (duration: 2.939716445s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.116984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T06:03:44.17719Z","time spent":"2.939788847s","remote":"127.0.0.1:53366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-31T06:03:47.320979Z","caller":"traceutil/trace.go:171","msg":"trace[1532433117] transaction","detail":"{read_only:false; response_revision:28630; number_of_response:1; }","duration":"197.11041ms","start":"2026-03-31T06:03:47.12385Z","end":"2026-03-31T06:03:47.32096Z","steps":["trace[1532433117] 'process raft request' (duration: 196.976876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321163Z","caller":"traceutil/trace.go:171","msg":"trace[63060810] transaction","detail":"{read_only:false; response_revision:28631; number_of_response:1; }","duration":"197.275815ms","start":"2026-03-31T06:03:47.123881Z","end":"2026-03-31T06:03:47.321156Z","steps":["trace[63060810] 'process raft request' (duration: 197.045438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321437Z","caller":"traceutil/trace.go:171","msg":"trace[2127941334] transaction","detail":"{read_only:false; response_revision:28635; number_of_response:1; }","duration":"197.418649ms","start":"2026-03-31T06:03:47.124008Z","end":"2026-03-31T06:03:47.321426Z","steps":["trace[2127941334] 'process raft request' (duration: 197.349437ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321462Z","caller":"traceutil/trace.go:171","msg":"trace[1276642386] transaction","detail":"{read_only:false; response_revision:28633; number_of_response:1; }","duration":"197.454941ms","start":"2026-03-31T06:03:47.123973Z","end":"2026-03-31T06:03:47.321428Z","steps":["trace[1276642386] 'process raft request' (duration: 197.284715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321528Z","caller":"traceutil/trace.go:171","msg":"trace[176748464] linearizableReadLoop","detail":"{readStateIndex:29624; appliedIndex:29616; }","duration":"146.508943ms","start":"2026-03-31T06:03:47.175011Z","end":"2026-03-31T06:03:47.32152Z","steps":["trace[176748464] 'read index received' (duration: 109.760031ms)","trace[176748464] 'applied index is now lower than readState.Index' (duration: 36.748372ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:03:47.321532Z","caller":"traceutil/trace.go:171","msg":"trace[347373726] transaction","detail":"{read_only:false; response_revision:28634; number_of_response:1; }","duration":"197.536543ms","start":"2026-03-31T06:03:47.123987Z","end":"2026-03-31T06:03:47.321524Z","steps":["trace[347373726] 'process raft request' (duration: 197.343606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321515Z","caller":"traceutil/trace.go:171","msg":"trace[696324844] transaction","detail":"{read_only:false; response_revision:28636; number_of_response:1; }","duration":"197.179442ms","start":"2026-03-31T06:03:47.124282Z","end":"2026-03-31T06:03:47.321462Z","steps":["trace[696324844] 'process raft request' (duration: 197.096839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.321637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.999677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.321643Z","caller":"traceutil/trace.go:171","msg":"trace[20040175] transaction","detail":"{read_only:false; response_revision:28632; number_of_response:1; }","duration":"197.715409ms","start":"2026-03-31T06:03:47.123917Z","end":"2026-03-31T06:03:47.321632Z","steps":["trace[20040175] 'process raft request' (duration: 197.209873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321664Z","caller":"traceutil/trace.go:171","msg":"trace[1479712138] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28637; }","duration":"198.05825ms","start":"2026-03-31T06:03:47.123598Z","end":"2026-03-31T06:03:47.321657Z","steps":["trace[1479712138] 'agreement among raft nodes before linearized reading' (duration: 197.979917ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321475Z","caller":"traceutil/trace.go:171","msg":"trace[1368474327] transaction","detail":"{read_only:false; response_revision:28637; number_of_response:1; }","duration":"145.262234ms","start":"2026-03-31T06:03:47.176195Z","end":"2026-03-31T06:03:47.321457Z","steps":["trace[1368474327] 'process raft request' (duration: 145.226173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.321853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.626601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-31T06:03:47.321869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.019117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18507"} {"level":"info","ts":"2026-03-31T06:03:47.321897Z","caller":"traceutil/trace.go:171","msg":"trace[211585042] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ecdcbce-cbe4-4f7e-8bb2-44f45567d05f; range_end:; response_count:1; response_revision:28637; }","duration":"201.704744ms","start":"2026-03-31T06:03:47.120181Z","end":"2026-03-31T06:03:47.321886Z","steps":["trace[211585042] 'agreement among raft nodes before linearized reading' (duration: 201.539439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.321924Z","caller":"traceutil/trace.go:171","msg":"trace[1884897058] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28637; }","duration":"145.10531ms","start":"2026-03-31T06:03:47.176803Z","end":"2026-03-31T06:03:47.321908Z","steps":["trace[1884897058] 'agreement among raft nodes before linearized reading' (duration: 144.926714ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.475032Z","caller":"traceutil/trace.go:171","msg":"trace[1402271715] linearizableReadLoop","detail":"{readStateIndex:29627; appliedIndex:29625; }","duration":"151.537731ms","start":"2026-03-31T06:03:47.323455Z","end":"2026-03-31T06:03:47.474992Z","steps":["trace[1402271715] 'read index received' (duration: 34.178662ms)","trace[1402271715] 'applied index is now lower than readState.Index' (duration: 117.358169ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:03:47.475166Z","caller":"traceutil/trace.go:171","msg":"trace[334551015] transaction","detail":"{read_only:false; response_revision:28639; number_of_response:1; }","duration":"151.721987ms","start":"2026-03-31T06:03:47.323429Z","end":"2026-03-31T06:03:47.47515Z","steps":["trace[334551015] 'process raft request' (duration: 151.371536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.475347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.997617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:47.475432Z","caller":"traceutil/trace.go:171","msg":"trace[270814533] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28639; }","duration":"146.136162ms","start":"2026-03-31T06:03:47.32927Z","end":"2026-03-31T06:03:47.475406Z","steps":["trace[270814533] 'agreement among raft nodes before linearized reading' (duration: 145.970967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:47.475516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.27999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:03:47.475539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.059877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T06:03:47.4756Z","caller":"traceutil/trace.go:171","msg":"trace[13320555] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28639; }","duration":"112.422794ms","start":"2026-03-31T06:03:47.363159Z","end":"2026-03-31T06:03:47.475582Z","steps":["trace[13320555] 'agreement among raft nodes before linearized reading' (duration: 112.257009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:47.475751Z","caller":"traceutil/trace.go:171","msg":"trace[1541114308] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28639; }","duration":"152.14501ms","start":"2026-03-31T06:03:47.323448Z","end":"2026-03-31T06:03:47.475593Z","steps":["trace[1541114308] 'agreement among raft nodes before linearized reading' (duration: 151.774688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.213005Z","caller":"traceutil/trace.go:171","msg":"trace[100993297] transaction","detail":"{read_only:false; response_revision:28641; number_of_response:1; }","duration":"153.898038ms","start":"2026-03-31T06:03:49.059088Z","end":"2026-03-31T06:03:49.212986Z","steps":["trace[100993297] 'process raft request' (duration: 153.775514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.213513Z","caller":"traceutil/trace.go:171","msg":"trace[937384936] linearizableReadLoop","detail":"{readStateIndex:29629; appliedIndex:29629; }","duration":"121.830979ms","start":"2026-03-31T06:03:49.091664Z","end":"2026-03-31T06:03:49.213495Z","steps":["trace[937384936] 'read index received' (duration: 121.822789ms)","trace[937384936] 'applied index is now lower than readState.Index' (duration: 6.59µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:03:49.213635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.952744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.213674Z","caller":"traceutil/trace.go:171","msg":"trace[668095102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28641; }","duration":"122.038706ms","start":"2026-03-31T06:03:49.091625Z","end":"2026-03-31T06:03:49.213663Z","steps":["trace[668095102] 'agreement among raft nodes before linearized reading' (duration: 121.960444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.334225Z","caller":"traceutil/trace.go:171","msg":"trace[1322414307] linearizableReadLoop","detail":"{readStateIndex:29635; appliedIndex:29629; }","duration":"120.641292ms","start":"2026-03-31T06:03:49.213564Z","end":"2026-03-31T06:03:49.334205Z","steps":["trace[1322414307] 'read index received' (duration: 120.225829ms)","trace[1322414307] 'applied index is now lower than readState.Index' (duration: 414.593µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:03:49.334821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.921624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.334876Z","caller":"traceutil/trace.go:171","msg":"trace[1001789280] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28647; }","duration":"207.003327ms","start":"2026-03-31T06:03:49.127861Z","end":"2026-03-31T06:03:49.334864Z","steps":["trace[1001789280] 'agreement among raft nodes before linearized reading' (duration: 206.888604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.335001Z","caller":"traceutil/trace.go:171","msg":"trace[1977300502] transaction","detail":"{read_only:false; response_revision:28647; number_of_response:1; }","duration":"208.38323ms","start":"2026-03-31T06:03:49.126604Z","end":"2026-03-31T06:03:49.334987Z","steps":["trace[1977300502] 'process raft request' (duration: 207.555034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.335155Z","caller":"traceutil/trace.go:171","msg":"trace[1284603633] transaction","detail":"{read_only:false; response_revision:28642; number_of_response:1; }","duration":"212.657725ms","start":"2026-03-31T06:03:49.12249Z","end":"2026-03-31T06:03:49.335148Z","steps":["trace[1284603633] 'process raft request' (duration: 211.355584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.429531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.335251Z","caller":"traceutil/trace.go:171","msg":"trace[2081821676] transaction","detail":"{read_only:false; response_revision:28643; number_of_response:1; }","duration":"212.624524ms","start":"2026-03-31T06:03:49.122618Z","end":"2026-03-31T06:03:49.335243Z","steps":["trace[2081821676] 'process raft request' (duration: 211.361714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.821962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:03:49.335378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.636167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.335402Z","caller":"traceutil/trace.go:171","msg":"trace[604066783] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28647; }","duration":"207.874225ms","start":"2026-03-31T06:03:49.127511Z","end":"2026-03-31T06:03:49.335385Z","steps":["trace[604066783] 'agreement among raft nodes before linearized reading' (duration: 207.820003ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.335425Z","caller":"traceutil/trace.go:171","msg":"trace[1992415477] transaction","detail":"{read_only:false; response_revision:28644; number_of_response:1; }","duration":"212.755768ms","start":"2026-03-31T06:03:49.122663Z","end":"2026-03-31T06:03:49.335418Z","steps":["trace[1992415477] 'process raft request' (duration: 211.367704ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.335437Z","caller":"traceutil/trace.go:171","msg":"trace[2096059137] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28647; }","duration":"207.713569ms","start":"2026-03-31T06:03:49.127711Z","end":"2026-03-31T06:03:49.335425Z","steps":["trace[2096059137] 'agreement among raft nodes before linearized reading' (duration: 207.626426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.335512Z","caller":"traceutil/trace.go:171","msg":"trace[897415925] transaction","detail":"{read_only:false; response_revision:28645; number_of_response:1; }","duration":"212.797199ms","start":"2026-03-31T06:03:49.122708Z","end":"2026-03-31T06:03:49.335505Z","steps":["trace[897415925] 'process raft request' (duration: 211.380215ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.33557Z","caller":"traceutil/trace.go:171","msg":"trace[875684736] transaction","detail":"{read_only:false; response_revision:28646; number_of_response:1; }","duration":"212.814459ms","start":"2026-03-31T06:03:49.12275Z","end":"2026-03-31T06:03:49.335564Z","steps":["trace[875684736] 'process raft request' (duration: 211.376384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.922156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-31T06:03:49.335626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.914226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.335669Z","caller":"traceutil/trace.go:171","msg":"trace[1631166236] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28647; }","duration":"207.969877ms","start":"2026-03-31T06:03:49.127687Z","end":"2026-03-31T06:03:49.335657Z","steps":["trace[1631166236] 'agreement among raft nodes before linearized reading' (duration: 207.905825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.247496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T06:03:49.335701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.560436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.33573Z","caller":"traceutil/trace.go:171","msg":"trace[1159880140] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28647; }","duration":"208.295577ms","start":"2026-03-31T06:03:49.127425Z","end":"2026-03-31T06:03:49.335721Z","steps":["trace[1159880140] 'agreement among raft nodes before linearized reading' (duration: 208.248066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.33575Z","caller":"traceutil/trace.go:171","msg":"trace[570084499] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28647; }","duration":"208.634149ms","start":"2026-03-31T06:03:49.127103Z","end":"2026-03-31T06:03:49.335738Z","steps":["trace[570084499] 'agreement among raft nodes before linearized reading' (duration: 208.553236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.468513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T06:03:49.335944Z","caller":"traceutil/trace.go:171","msg":"trace[2005988906] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28647; }","duration":"208.535395ms","start":"2026-03-31T06:03:49.127396Z","end":"2026-03-31T06:03:49.335932Z","steps":["trace[2005988906] 'agreement among raft nodes before linearized reading' (duration: 208.410121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.602825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T06:03:49.33599Z","caller":"traceutil/trace.go:171","msg":"trace[938676850] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28647; }","duration":"206.681037ms","start":"2026-03-31T06:03:49.129297Z","end":"2026-03-31T06:03:49.335978Z","steps":["trace[938676850] 'agreement among raft nodes before linearized reading' (duration: 206.330946ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.335639Z","caller":"traceutil/trace.go:171","msg":"trace[1482036910] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28647; }","duration":"208.39083ms","start":"2026-03-31T06:03:49.127241Z","end":"2026-03-31T06:03:49.335632Z","steps":["trace[1482036910] 'agreement among raft nodes before linearized reading' (duration: 207.779871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.964098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.339049Z","caller":"traceutil/trace.go:171","msg":"trace[814243677] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:28647; }","duration":"212.116107ms","start":"2026-03-31T06:03:49.126917Z","end":"2026-03-31T06:03:49.339033Z","steps":["trace[814243677] 'agreement among raft nodes before linearized reading' (duration: 208.946197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.211076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.339147Z","caller":"traceutil/trace.go:171","msg":"trace[490648102] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28647; }","duration":"212.432107ms","start":"2026-03-31T06:03:49.126705Z","end":"2026-03-31T06:03:49.339137Z","steps":["trace[490648102] 'agreement among raft nodes before linearized reading' (duration: 209.216746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.335594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.612615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-31T06:03:49.339336Z","caller":"traceutil/trace.go:171","msg":"trace[243667471] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28647; }","duration":"154.32611ms","start":"2026-03-31T06:03:49.184915Z","end":"2026-03-31T06:03:49.339241Z","steps":["trace[243667471] 'agreement among raft nodes before linearized reading' (duration: 150.310724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:49.335232Z","caller":"traceutil/trace.go:171","msg":"trace[1962730722] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28647; }","duration":"207.548684ms","start":"2026-03-31T06:03:49.127657Z","end":"2026-03-31T06:03:49.335206Z","steps":["trace[1962730722] 'agreement among raft nodes before linearized reading' (duration: 207.389739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.336039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.023606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T06:03:49.339797Z","caller":"traceutil/trace.go:171","msg":"trace[456389072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28647; }","duration":"216.809384ms","start":"2026-03-31T06:03:49.122974Z","end":"2026-03-31T06:03:49.339783Z","steps":["trace[456389072] 'agreement among raft nodes before linearized reading' (duration: 212.996155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.336096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.020555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.339953Z","caller":"traceutil/trace.go:171","msg":"trace[333537884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28647; }","duration":"124.914956ms","start":"2026-03-31T06:03:49.215029Z","end":"2026-03-31T06:03:49.339944Z","steps":["trace[333537884] 'agreement among raft nodes before linearized reading' (duration: 121.043855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.336093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.186894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.340139Z","caller":"traceutil/trace.go:171","msg":"trace[1228852199] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28647; }","duration":"212.243561ms","start":"2026-03-31T06:03:49.127885Z","end":"2026-03-31T06:03:49.340129Z","steps":["trace[1228852199] 'agreement among raft nodes before linearized reading' (duration: 208.182554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.336103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.151833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.340374Z","caller":"traceutil/trace.go:171","msg":"trace[14998966] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:28647; }","duration":"212.419877ms","start":"2026-03-31T06:03:49.127927Z","end":"2026-03-31T06:03:49.340347Z","steps":["trace[14998966] 'agreement among raft nodes before linearized reading' (duration: 208.139973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.336151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.040389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:03:49.340577Z","caller":"traceutil/trace.go:171","msg":"trace[505836624] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:28647; }","duration":"212.477169ms","start":"2026-03-31T06:03:49.12809Z","end":"2026-03-31T06:03:49.340567Z","steps":["trace[505836624] 'agreement among raft nodes before linearized reading' (duration: 208.04068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:03:49.336244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.271606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-31T06:03:49.340824Z","caller":"traceutil/trace.go:171","msg":"trace[1393401022] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:28647; }","duration":"212.864091ms","start":"2026-03-31T06:03:49.12795Z","end":"2026-03-31T06:03:49.340814Z","steps":["trace[1393401022] 'agreement among raft nodes before linearized reading' (duration: 208.217185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:03:52.586524Z","caller":"traceutil/trace.go:171","msg":"trace[1241281231] transaction","detail":"{read_only:false; response_revision:28669; number_of_response:1; }","duration":"104.588348ms","start":"2026-03-31T06:03:52.481902Z","end":"2026-03-31T06:03:52.58649Z","steps":["trace[1241281231] 'process raft request' (duration: 104.396631ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:04:07.61691Z","caller":"traceutil/trace.go:171","msg":"trace[1293806272] transaction","detail":"{read_only:false; response_revision:28809; number_of_response:1; }","duration":"114.566331ms","start":"2026-03-31T06:04:07.50232Z","end":"2026-03-31T06:04:07.616887Z","steps":["trace[1293806272] 'process raft request' (duration: 105.720173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:04:30.69416Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T06:04:30.702247Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-31T06:04:30.702384Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-31T06:07:03.302076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27713} {"level":"info","ts":"2026-03-31T06:07:03.425988Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27713,"took":"118.424622ms","hash":3606212159,"current-db-size-bytes":57634816,"current-db-size":"58 MB","current-db-size-in-use-bytes":37580800,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-31T06:07:03.426079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3606212159,"revision":27713,"compact-revision":26437} {"level":"info","ts":"2026-03-31T06:12:03.30959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30593} {"level":"info","ts":"2026-03-31T06:12:03.480278Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30593,"took":"166.246557ms","hash":3378724311,"current-db-size-bytes":58679296,"current-db-size":"59 MB","current-db-size-in-use-bytes":30990336,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T06:12:03.480355Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3378724311,"revision":30593,"compact-revision":27713} {"level":"info","ts":"2026-03-31T06:17:03.314865Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32826} {"level":"info","ts":"2026-03-31T06:17:03.460336Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32826,"took":"140.672337ms","hash":3487330320,"current-db-size-bytes":58679296,"current-db-size":"59 MB","current-db-size-in-use-bytes":29126656,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-31T06:17:03.460382Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3487330320,"revision":32826,"compact-revision":30593} {"level":"warn","ts":"2026-03-31T06:19:48.659558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.905007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T06:19:48.659672Z","caller":"traceutil/trace.go:171","msg":"trace[1206259539] linearizableReadLoop","detail":"{readStateIndex:37529; appliedIndex:37527; }","duration":"178.5702ms","start":"2026-03-31T06:19:48.481085Z","end":"2026-03-31T06:19:48.659655Z","steps":["trace[1206259539] 'read index received' (duration: 2.315183ms)","trace[1206259539] 'applied index is now lower than readState.Index' (duration: 176.253857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T06:19:48.659763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.673514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-31T06:19:48.659762Z","caller":"traceutil/trace.go:171","msg":"trace[897331941] transaction","detail":"{read_only:false; response_revision:36321; number_of_response:1; }","duration":"181.42191ms","start":"2026-03-31T06:19:48.478305Z","end":"2026-03-31T06:19:48.659727Z","steps":["trace[897331941] 'process raft request' (duration: 59.267216ms)","trace[897331941] 'compare' (duration: 121.775722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T06:19:48.659801Z","caller":"traceutil/trace.go:171","msg":"trace[1864147145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36321; }","duration":"178.726555ms","start":"2026-03-31T06:19:48.481063Z","end":"2026-03-31T06:19:48.65979Z","steps":["trace[1864147145] 'agreement among raft nodes before linearized reading' (duration: 178.659573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:19:48.715722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.491444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T06:19:48.715815Z","caller":"traceutil/trace.go:171","msg":"trace[273835705] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:36322; }","duration":"216.638998ms","start":"2026-03-31T06:19:48.499155Z","end":"2026-03-31T06:19:48.715794Z","steps":["trace[273835705] 'agreement among raft nodes before linearized reading' (duration: 216.458423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T06:19:48.715825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.65588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T06:19:48.715896Z","caller":"traceutil/trace.go:171","msg":"trace[283371900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36322; }","duration":"102.763694ms","start":"2026-03-31T06:19:48.613115Z","end":"2026-03-31T06:19:48.715879Z","steps":["trace[283371900] 'agreement among raft nodes before linearized reading' (duration: 102.6483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:19:53.03512Z","caller":"traceutil/trace.go:171","msg":"trace[1990122322] transaction","detail":"{read_only:false; response_revision:36354; number_of_response:1; }","duration":"103.756405ms","start":"2026-03-31T06:19:52.931339Z","end":"2026-03-31T06:19:53.035096Z","steps":["trace[1990122322] 'process raft request' (duration: 103.60009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:20:29.801774Z","caller":"traceutil/trace.go:171","msg":"trace[489628792] transaction","detail":"{read_only:false; response_revision:36669; number_of_response:1; }","duration":"272.128984ms","start":"2026-03-31T06:20:29.529618Z","end":"2026-03-31T06:20:29.801747Z","steps":["trace[489628792] 'process raft request' (duration: 271.927228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T06:22:03.321178Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35059} {"level":"info","ts":"2026-03-31T06:22:03.440565Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35059,"took":"116.210437ms","hash":1066372742,"current-db-size-bytes":58679296,"current-db-size":"59 MB","current-db-size-in-use-bytes":31047680,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T06:22:03.440661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1066372742,"revision":35059,"compact-revision":32826} {"level":"info","ts":"2026-03-31T06:25:08.341488Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T06:25:08.34593Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-03-31T06:25:08.346013Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-03-31T06:27:03.328012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37351} {"level":"info","ts":"2026-03-31T06:27:03.449538Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37351,"took":"116.858797ms","hash":3940335194,"current-db-size-bytes":58679296,"current-db-size":"59 MB","current-db-size-in-use-bytes":31752192,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T06:27:03.449592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3940335194,"revision":37351,"compact-revision":35059} {"level":"info","ts":"2026-03-31T06:32:03.333935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39586} {"level":"info","ts":"2026-03-31T06:32:03.453648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39586,"took":"116.041351ms","hash":3207803875,"current-db-size-bytes":58679296,"current-db-size":"59 MB","current-db-size-in-use-bytes":30494720,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T06:32:03.453702Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3207803875,"revision":39586,"compact-revision":37351}