{"level":"warn","ts":"2026-04-23T08:20:48.649495Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T08:20:48.649583Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.89:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.89:2380","--initial-cluster=instance=https://199.204.45.89:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.89:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.89:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T08:20:48.649649Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T08:20:48.649664Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-04-23T08:20:48.649684Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T08:20:48.650289Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"]} {"level":"info","ts":"2026-04-23T08:20:48.650362Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.89:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T08:20:48.654019Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.453254ms"} {"level":"info","ts":"2026-04-23T08:20:48.664884Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c3b8446219deb8c1","cluster-id":"fe02a46d8aa9751f"} {"level":"info","ts":"2026-04-23T08:20:48.664988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T08:20:48.665021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 0"} {"level":"info","ts":"2026-04-23T08:20:48.665041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c3b8446219deb8c1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T08:20:48.665059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became follower at term 1"} {"level":"info","ts":"2026-04-23T08:20:48.665112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"warn","ts":"2026-04-23T08:20:48.671687Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T08:20:48.673902Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T08:20:48.676961Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T08:20:48.680942Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c3b8446219deb8c1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T08:20:48.68112Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c3b8446219deb8c1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T08:20:48.681917Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T08:20:48.682112Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T08:20:48.682145Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T08:20:48.682234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 switched to configuration voters=(14103097421242218689)"} {"level":"info","ts":"2026-04-23T08:20:48.682382Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","added-peer-id":"c3b8446219deb8c1","added-peer-peer-urls":["https://199.204.45.89:2380"]} {"level":"info","ts":"2026-04-23T08:20:48.687023Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T08:20:48.687249Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-04-23T08:20:48.687293Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.89:2380"} {"level":"info","ts":"2026-04-23T08:20:48.687293Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c3b8446219deb8c1","initial-advertise-peer-urls":["https://199.204.45.89:2380"],"listen-peer-urls":["https://199.204.45.89:2380"],"advertise-client-urls":["https://199.204.45.89:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.89:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T08:20:48.687327Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T08:20:49.165537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T08:20:49.16563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T08:20:49.165679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgPreVoteResp from c3b8446219deb8c1 at term 1"} {"level":"info","ts":"2026-04-23T08:20:49.16571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became candidate at term 2"} {"level":"info","ts":"2026-04-23T08:20:49.165736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 received MsgVoteResp from c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-04-23T08:20:49.165761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c3b8446219deb8c1 became leader at term 2"} {"level":"info","ts":"2026-04-23T08:20:49.165783Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c3b8446219deb8c1 elected leader c3b8446219deb8c1 at term 2"} {"level":"info","ts":"2026-04-23T08:20:49.167427Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c3b8446219deb8c1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.89:2379]}","request-path":"/0/members/c3b8446219deb8c1/attributes","cluster-id":"fe02a46d8aa9751f","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T08:20:49.167777Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T08:20:49.16901Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T08:20:49.169549Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T08:20:49.169798Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T08:20:49.169826Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T08:20:49.169861Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fe02a46d8aa9751f","local-member-id":"c3b8446219deb8c1","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T08:20:49.169951Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T08:20:49.169982Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T08:20:49.173071Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.89:2379"} {"level":"info","ts":"2026-04-23T08:20:49.174285Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T08:21:10.802593Z","caller":"traceutil/trace.go:171","msg":"trace[1445715023] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"162.028808ms","start":"2026-04-23T08:21:10.640539Z","end":"2026-04-23T08:21:10.802568Z","steps":["trace[1445715023] 'process raft request' (duration: 161.874195ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:21:35.975911Z","caller":"traceutil/trace.go:171","msg":"trace[1129726386] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"133.765772ms","start":"2026-04-23T08:21:35.842115Z","end":"2026-04-23T08:21:35.975881Z","steps":["trace[1129726386] 'process raft request' (duration: 133.154351ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:21:36.296036Z","caller":"traceutil/trace.go:171","msg":"trace[632505617] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"272.36283ms","start":"2026-04-23T08:21:36.02365Z","end":"2026-04-23T08:21:36.296012Z","steps":["trace[632505617] 'read index received' (duration: 272.233457ms)","trace[632505617] 'applied index is now lower than readState.Index' (duration: 128.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:21:36.296184Z","caller":"traceutil/trace.go:171","msg":"trace[1441850763] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"294.484167ms","start":"2026-04-23T08:21:36.001616Z","end":"2026-04-23T08:21:36.2961Z","steps":["trace[1441850763] 'process raft request' (duration: 294.271942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:36.296265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.601434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w5qvc\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-23T08:21:36.297027Z","caller":"traceutil/trace.go:171","msg":"trace[1997010585] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w5qvc; range_end:; response_count:1; response_revision:643; }","duration":"273.365349ms","start":"2026-04-23T08:21:36.023599Z","end":"2026-04-23T08:21:36.296964Z","steps":["trace[1997010585] 'agreement among raft nodes before linearized reading' (duration: 272.529103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:21:36.329244Z","caller":"traceutil/trace.go:171","msg":"trace[261693299] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"285.768188ms","start":"2026-04-23T08:21:36.043457Z","end":"2026-04-23T08:21:36.329225Z","steps":["trace[261693299] 'process raft request' (duration: 285.658096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:36.329388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.488045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:21:36.32945Z","caller":"traceutil/trace.go:171","msg":"trace[2073889937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"165.648159ms","start":"2026-04-23T08:21:36.163787Z","end":"2026-04-23T08:21:36.329435Z","steps":["trace[2073889937] 'agreement among raft nodes before linearized reading' (duration: 165.516506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:36.9414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.020543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:21:36.941497Z","caller":"traceutil/trace.go:171","msg":"trace[322443068] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:673; }","duration":"611.042547ms","start":"2026-04-23T08:21:36.330444Z","end":"2026-04-23T08:21:36.941486Z","steps":["trace[322443068] 'read index received' (duration: 339.456804ms)","trace[322443068] 'applied index is now lower than readState.Index' (duration: 271.584113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:21:36.941585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.15008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:21:36.941551Z","caller":"traceutil/trace.go:171","msg":"trace[1269349551] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"629.645567ms","start":"2026-04-23T08:21:36.311876Z","end":"2026-04-23T08:21:36.941522Z","steps":["trace[1269349551] 'process raft request' (duration: 358.124625ms)","trace[1269349551] 'compare' (duration: 269.548044ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:21:36.941607Z","caller":"traceutil/trace.go:171","msg":"trace[1390374774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:645; }","duration":"611.205021ms","start":"2026-04-23T08:21:36.330396Z","end":"2026-04-23T08:21:36.941601Z","steps":["trace[1390374774] 'agreement among raft nodes before linearized reading' (duration: 611.14808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:36.94163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:21:36.330379Z","time spent":"611.246601ms","remote":"127.0.0.1:34176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T08:21:36.941707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:21:36.311851Z","time spent":"629.77023ms","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:21:36.94171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.976774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:21:36.94179Z","caller":"traceutil/trace.go:171","msg":"trace[1915639882] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:645; }","duration":"601.075736ms","start":"2026-04-23T08:21:36.340688Z","end":"2026-04-23T08:21:36.941764Z","steps":["trace[1915639882] 'agreement among raft nodes before linearized reading' (duration: 600.928733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:36.941838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:21:36.34068Z","time spent":"601.145907ms","remote":"127.0.0.1:34432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-23T08:21:36.941891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.084975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:21:36.941994Z","caller":"traceutil/trace.go:171","msg":"trace[1290680889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:645; }","duration":"384.231508ms","start":"2026-04-23T08:21:36.557732Z","end":"2026-04-23T08:21:36.941964Z","steps":["trace[1290680889] 'agreement among raft nodes before linearized reading' (duration: 383.959083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:21:36.942053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:21:36.557712Z","time spent":"384.327351ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T08:22:23.566516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.252037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:22:23.566676Z","caller":"traceutil/trace.go:171","msg":"trace[488801883] linearizableReadLoop","detail":"{readStateIndex:1258; appliedIndex:1257; }","duration":"118.144491ms","start":"2026-04-23T08:22:23.44851Z","end":"2026-04-23T08:22:23.566655Z","steps":["trace[488801883] 'read index received' (duration: 67.041µs)","trace[488801883] 'applied index is now lower than readState.Index' (duration: 118.07595ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:22:23.566741Z","caller":"traceutil/trace.go:171","msg":"trace[1460088909] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"232.639422ms","start":"2026-04-23T08:22:23.334058Z","end":"2026-04-23T08:22:23.566697Z","steps":["trace[1460088909] 'process raft request' (duration: 75.101279ms)","trace[1460088909] 'compare' (duration: 157.090094ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:22:23.566938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.376865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:22:23.56707Z","caller":"traceutil/trace.go:171","msg":"trace[540084194] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1216; }","duration":"118.58491ms","start":"2026-04-23T08:22:23.448464Z","end":"2026-04-23T08:22:23.567049Z","steps":["trace[540084194] 'agreement among raft nodes before linearized reading' (duration: 118.324525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:22:46.606974Z","caller":"traceutil/trace.go:171","msg":"trace[172428375] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"144.805799ms","start":"2026-04-23T08:22:46.462143Z","end":"2026-04-23T08:22:46.606949Z","steps":["trace[172428375] 'process raft request' (duration: 144.615745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:09.974657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.732739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:23:09.974809Z","caller":"traceutil/trace.go:171","msg":"trace[1464793376] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"286.975137ms","start":"2026-04-23T08:23:09.687811Z","end":"2026-04-23T08:23:09.974786Z","steps":["trace[1464793376] 'read index received' (duration: 52.291µs)","trace[1464793376] 'applied index is now lower than readState.Index' (duration: 286.921276ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:23:09.974912Z","caller":"traceutil/trace.go:171","msg":"trace[1412926555] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"414.575869ms","start":"2026-04-23T08:23:09.560324Z","end":"2026-04-23T08:23:09.9749Z","steps":["trace[1412926555] 'process raft request' (duration: 12.471604ms)","trace[1412926555] 'compare' (duration: 401.460403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:23:09.97498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:23:09.560305Z","time spent":"414.641401ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:23:09.97544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.6292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-30347c64-76d2-4161-b007-9595d926828f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-23T08:23:09.975483Z","caller":"traceutil/trace.go:171","msg":"trace[886061541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-30347c64-76d2-4161-b007-9595d926828f; range_end:; response_count:1; response_revision:1889; }","duration":"287.703771ms","start":"2026-04-23T08:23:09.687767Z","end":"2026-04-23T08:23:09.97547Z","steps":["trace[886061541] 'agreement among raft nodes before linearized reading' (duration: 287.491137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:09.975901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.183531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T08:23:09.976019Z","caller":"traceutil/trace.go:171","msg":"trace[2080059444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1889; }","duration":"109.405036ms","start":"2026-04-23T08:23:09.866592Z","end":"2026-04-23T08:23:09.975997Z","steps":["trace[2080059444] 'agreement among raft nodes before linearized reading' (duration: 109.080029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:09.975919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.988482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T08:23:09.976139Z","caller":"traceutil/trace.go:171","msg":"trace[1660518055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1889; }","duration":"174.248897ms","start":"2026-04-23T08:23:09.801867Z","end":"2026-04-23T08:23:09.976116Z","steps":["trace[1660518055] 'agreement among raft nodes before linearized reading' (duration: 173.550693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:23:10.358024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.936853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:23:10.358136Z","caller":"traceutil/trace.go:171","msg":"trace[1171125242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"194.079496ms","start":"2026-04-23T08:23:10.164025Z","end":"2026-04-23T08:23:10.358104Z","steps":["trace[1171125242] 'range keys from in-memory index tree' (duration: 193.798871ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:21.067042Z","caller":"traceutil/trace.go:171","msg":"trace[409399737] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"165.969325ms","start":"2026-04-23T08:23:20.901039Z","end":"2026-04-23T08:23:21.067008Z","steps":["trace[409399737] 'process raft request' (duration: 165.791841ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:21.307738Z","caller":"traceutil/trace.go:171","msg":"trace[738786582] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2067; }","duration":"143.85779ms","start":"2026-04-23T08:23:21.16385Z","end":"2026-04-23T08:23:21.307708Z","steps":["trace[738786582] 'read index received' (duration: 123.672185ms)","trace[738786582] 'applied index is now lower than readState.Index' (duration: 20.184165ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:23:21.307814Z","caller":"traceutil/trace.go:171","msg":"trace[407624571] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"180.378977ms","start":"2026-04-23T08:23:21.127403Z","end":"2026-04-23T08:23:21.307782Z","steps":["trace[407624571] 'process raft request' (duration: 160.225732ms)","trace[407624571] 'compare' (duration: 19.834669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:23:21.307879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.042415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:23:21.307923Z","caller":"traceutil/trace.go:171","msg":"trace[949829808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1987; }","duration":"144.141467ms","start":"2026-04-23T08:23:21.163769Z","end":"2026-04-23T08:23:21.307911Z","steps":["trace[949829808] 'agreement among raft nodes before linearized reading' (duration: 144.026844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:23:55.312873Z","caller":"traceutil/trace.go:171","msg":"trace[1836654447] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"146.254593ms","start":"2026-04-23T08:23:55.166577Z","end":"2026-04-23T08:23:55.312832Z","steps":["trace[1836654447] 'process raft request' (duration: 146.078719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:24:01.101276Z","caller":"traceutil/trace.go:171","msg":"trace[2013860289] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"147.734612ms","start":"2026-04-23T08:24:00.953471Z","end":"2026-04-23T08:24:01.101206Z","steps":["trace[2013860289] 'process raft request' (duration: 147.514287ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:25:23.890603Z","caller":"traceutil/trace.go:171","msg":"trace[1209152342] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"118.395391ms","start":"2026-04-23T08:25:23.772171Z","end":"2026-04-23T08:25:23.890567Z","steps":["trace[1209152342] 'process raft request' (duration: 118.167596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:25:24.073184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.924397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T08:25:24.073311Z","caller":"traceutil/trace.go:171","msg":"trace[3479199] linearizableReadLoop","detail":"{readStateIndex:2974; appliedIndex:2972; }","duration":"234.688258ms","start":"2026-04-23T08:25:23.838603Z","end":"2026-04-23T08:25:24.073291Z","steps":["trace[3479199] 'read index received' (duration: 51.724649ms)","trace[3479199] 'applied index is now lower than readState.Index' (duration: 182.962259ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:25:24.073412Z","caller":"traceutil/trace.go:171","msg":"trace[1997150590] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"246.725103ms","start":"2026-04-23T08:25:23.826674Z","end":"2026-04-23T08:25:24.073399Z","steps":["trace[1997150590] 'process raft request' (duration: 99.44534ms)","trace[1997150590] 'compare' (duration: 146.728913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:25:24.074025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.420873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T08:25:24.07407Z","caller":"traceutil/trace.go:171","msg":"trace[1698967380] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2859; }","duration":"235.540845ms","start":"2026-04-23T08:25:23.83852Z","end":"2026-04-23T08:25:24.07406Z","steps":["trace[1698967380] 'agreement among raft nodes before linearized reading' (duration: 235.029855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:25:24.07422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.633547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T08:25:24.07425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.734639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:25:24.074348Z","caller":"traceutil/trace.go:171","msg":"trace[476570219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2859; }","duration":"172.843651ms","start":"2026-04-23T08:25:23.901476Z","end":"2026-04-23T08:25:24.07432Z","steps":["trace[476570219] 'agreement among raft nodes before linearized reading' (duration: 172.546855ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:25:24.074372Z","caller":"traceutil/trace.go:171","msg":"trace[1156096600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2859; }","duration":"172.907682ms","start":"2026-04-23T08:25:23.901431Z","end":"2026-04-23T08:25:24.074338Z","steps":["trace[1156096600] 'agreement among raft nodes before linearized reading' (duration: 172.587096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:29:47.449332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.616531ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-23T08:30:00.526119Z","caller":"traceutil/trace.go:171","msg":"trace[360964041] linearizableReadLoop","detail":"{readStateIndex:5861; appliedIndex:5859; }","duration":"157.357113ms","start":"2026-04-23T08:30:00.368728Z","end":"2026-04-23T08:30:00.526085Z","steps":["trace[360964041] 'read index received' (duration: 87.131095ms)","trace[360964041] 'applied index is now lower than readState.Index' (duration: 70.224818ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:30:00.526193Z","caller":"traceutil/trace.go:171","msg":"trace[1912497264] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"160.456854ms","start":"2026-04-23T08:30:00.365705Z","end":"2026-04-23T08:30:00.526162Z","steps":["trace[1912497264] 'process raft request' (duration: 147.566457ms)","trace[1912497264] 'compare' (duration: 12.676373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:30:00.52638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.626078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:30:00.526426Z","caller":"traceutil/trace.go:171","msg":"trace[2068783444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5647; }","duration":"157.715849ms","start":"2026-04-23T08:30:00.368699Z","end":"2026-04-23T08:30:00.526414Z","steps":["trace[2068783444] 'agreement among raft nodes before linearized reading' (duration: 157.525705ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:30:49.199575Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2999} {"level":"info","ts":"2026-04-23T08:30:49.268676Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2999,"took":"67.307282ms","hash":2487874190,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":33525760,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T08:30:49.268746Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2487874190,"revision":2999,"compact-revision":-1} {"level":"info","ts":"2026-04-23T08:35:49.207588Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6044} {"level":"info","ts":"2026-04-23T08:35:49.307763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6044,"took":"97.704428ms","hash":3421329329,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":21721088,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-23T08:35:49.307868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3421329329,"revision":6044,"compact-revision":2999} {"level":"info","ts":"2026-04-23T08:36:10.248189Z","caller":"traceutil/trace.go:171","msg":"trace[657113827] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"269.895817ms","start":"2026-04-23T08:36:09.978244Z","end":"2026-04-23T08:36:10.24814Z","steps":["trace[657113827] 'process raft request' (duration: 269.655852ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:21.185717Z","caller":"traceutil/trace.go:171","msg":"trace[1209039863] transaction","detail":"{read_only:false; response_revision:8457; number_of_response:1; }","duration":"269.736245ms","start":"2026-04-23T08:36:20.915953Z","end":"2026-04-23T08:36:21.185689Z","steps":["trace[1209039863] 'process raft request' (duration: 235.215803ms)","trace[1209039863] 'compare' (duration: 34.041091ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:21.949103Z","caller":"traceutil/trace.go:171","msg":"trace[1454476081] linearizableReadLoop","detail":"{readStateIndex:8767; appliedIndex:8766; }","duration":"271.035851ms","start":"2026-04-23T08:36:21.678038Z","end":"2026-04-23T08:36:21.949074Z","steps":["trace[1454476081] 'read index received' (duration: 270.836017ms)","trace[1454476081] 'applied index is now lower than readState.Index' (duration: 198.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:21.949163Z","caller":"traceutil/trace.go:171","msg":"trace[113960160] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"326.399048ms","start":"2026-04-23T08:36:21.622717Z","end":"2026-04-23T08:36:21.949116Z","steps":["trace[113960160] 'process raft request' (duration: 326.170374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:21.949374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:21.62269Z","time spent":"326.572252ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:21.949399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.290414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T08:36:21.949448Z","caller":"traceutil/trace.go:171","msg":"trace[156059945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8460; }","duration":"244.410007ms","start":"2026-04-23T08:36:21.70502Z","end":"2026-04-23T08:36:21.94943Z","steps":["trace[156059945] 'agreement among raft nodes before linearized reading' (duration: 244.226923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:21.949417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.357327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:36:21.94952Z","caller":"traceutil/trace.go:171","msg":"trace[1082903332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8460; }","duration":"271.543231ms","start":"2026-04-23T08:36:21.677955Z","end":"2026-04-23T08:36:21.949498Z","steps":["trace[1082903332] 'agreement among raft nodes before linearized reading' (duration: 271.233835ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:50.344471Z","caller":"traceutil/trace.go:171","msg":"trace[357099711] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8980; }","duration":"221.277543ms","start":"2026-04-23T08:36:50.123126Z","end":"2026-04-23T08:36:50.344404Z","steps":["trace[357099711] 'read index received' (duration: 221.007148ms)","trace[357099711] 'applied index is now lower than readState.Index' (duration: 269.395µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:50.345059Z","caller":"traceutil/trace.go:171","msg":"trace[1738015256] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"276.396488ms","start":"2026-04-23T08:36:50.068648Z","end":"2026-04-23T08:36:50.345045Z","steps":["trace[1738015256] 'process raft request' (duration: 275.580981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:50.345548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.403597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:36:50.345595Z","caller":"traceutil/trace.go:171","msg":"trace[2142691552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8665; }","duration":"222.504578ms","start":"2026-04-23T08:36:50.123079Z","end":"2026-04-23T08:36:50.345583Z","steps":["trace[2142691552] 'agreement among raft nodes before linearized reading' (duration: 222.324055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:50.345699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.187352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T08:36:50.345807Z","caller":"traceutil/trace.go:171","msg":"trace[1117915472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8665; }","duration":"215.341124ms","start":"2026-04-23T08:36:50.130441Z","end":"2026-04-23T08:36:50.345782Z","steps":["trace[1117915472] 'agreement among raft nodes before linearized reading' (duration: 215.037788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:50.346292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.093668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:36:50.346336Z","caller":"traceutil/trace.go:171","msg":"trace[597885398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8665; }","duration":"180.170999ms","start":"2026-04-23T08:36:50.166154Z","end":"2026-04-23T08:36:50.346325Z","steps":["trace[597885398] 'agreement among raft nodes before linearized reading' (duration: 180.106227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:50.596824Z","caller":"traceutil/trace.go:171","msg":"trace[1270038874] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"245.924386ms","start":"2026-04-23T08:36:50.35084Z","end":"2026-04-23T08:36:50.596764Z","steps":["trace[1270038874] 'process raft request' (duration: 228.213381ms)","trace[1270038874] 'compare' (duration: 17.230205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:36:50.597008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.869426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-23T08:36:50.59706Z","caller":"traceutil/trace.go:171","msg":"trace[697546684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8666; }","duration":"245.963288ms","start":"2026-04-23T08:36:50.351088Z","end":"2026-04-23T08:36:50.597052Z","steps":["trace[697546684] 'agreement among raft nodes before linearized reading' (duration: 245.731513ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:50.596726Z","caller":"traceutil/trace.go:171","msg":"trace[279474415] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8981; }","duration":"245.591319ms","start":"2026-04-23T08:36:50.351105Z","end":"2026-04-23T08:36:50.596696Z","steps":["trace[279474415] 'read index received' (duration: 227.967917ms)","trace[279474415] 'applied index is now lower than readState.Index' (duration: 17.611032ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:50.602558Z","caller":"traceutil/trace.go:171","msg":"trace[83363343] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"249.789815ms","start":"2026-04-23T08:36:50.352755Z","end":"2026-04-23T08:36:50.602545Z","steps":["trace[83363343] 'process raft request' (duration: 249.289264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:50.602692Z","caller":"traceutil/trace.go:171","msg":"trace[1825460008] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"241.470018ms","start":"2026-04-23T08:36:50.361213Z","end":"2026-04-23T08:36:50.602683Z","steps":["trace[1825460008] 'process raft request' (duration: 240.914666ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:50.602777Z","caller":"traceutil/trace.go:171","msg":"trace[348946369] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"188.683401ms","start":"2026-04-23T08:36:50.414088Z","end":"2026-04-23T08:36:50.602772Z","steps":["trace[348946369] 'process raft request' (duration: 188.074038ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:54.994753Z","caller":"traceutil/trace.go:171","msg":"trace[1080785157] linearizableReadLoop","detail":"{readStateIndex:9007; appliedIndex:9006; }","duration":"305.162154ms","start":"2026-04-23T08:36:54.689551Z","end":"2026-04-23T08:36:54.994714Z","steps":["trace[1080785157] 'read index received' (duration: 271.587281ms)","trace[1080785157] 'applied index is now lower than readState.Index' (duration: 33.573223ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:36:54.994806Z","caller":"traceutil/trace.go:171","msg":"trace[97739138] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"375.130676ms","start":"2026-04-23T08:36:54.619629Z","end":"2026-04-23T08:36:54.99476Z","steps":["trace[97739138] 'process raft request' (duration: 341.491422ms)","trace[97739138] 'compare' (duration: 33.210645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:36:54.994852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.295546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T08:36:54.994977Z","caller":"traceutil/trace.go:171","msg":"trace[1102653479] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8690; }","duration":"323.424819ms","start":"2026-04-23T08:36:54.671508Z","end":"2026-04-23T08:36:54.994933Z","steps":["trace[1102653479] 'agreement among raft nodes before linearized reading' (duration: 323.248686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:54.994981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.359179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T08:36:54.995024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:54.619621Z","time spent":"375.276628ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:54.99504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:54.671426Z","time spent":"323.601553ms","remote":"127.0.0.1:47362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:36:54.995082Z","caller":"traceutil/trace.go:171","msg":"trace[299665180] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8690; }","duration":"333.528103ms","start":"2026-04-23T08:36:54.661527Z","end":"2026-04-23T08:36:54.995055Z","steps":["trace[299665180] 'agreement among raft nodes before linearized reading' (duration: 333.352509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:54.995136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:54.661507Z","time spent":"333.616855ms","remote":"127.0.0.1:55336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T08:36:55.014898Z","caller":"traceutil/trace.go:171","msg":"trace[637610202] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"319.549423ms","start":"2026-04-23T08:36:54.695316Z","end":"2026-04-23T08:36:55.014865Z","steps":["trace[637610202] 'process raft request' (duration: 319.360609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:55.015015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:54.695284Z","time spent":"319.676894ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T08:36:55.045915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.395821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x7c9g\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-23T08:36:55.045984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.156459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T08:36:55.046125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.859056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:36:55.046164Z","caller":"traceutil/trace.go:171","msg":"trace[213275976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8692; }","duration":"267.929368ms","start":"2026-04-23T08:36:54.778225Z","end":"2026-04-23T08:36:55.046155Z","steps":["trace[213275976] 'agreement among raft nodes before linearized reading' (duration: 267.832186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:55.046232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.747254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:36:55.046274Z","caller":"traceutil/trace.go:171","msg":"trace[244435216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8692; }","duration":"280.835716ms","start":"2026-04-23T08:36:54.765427Z","end":"2026-04-23T08:36:55.046263Z","steps":["trace[244435216] 'agreement among raft nodes before linearized reading' (duration: 280.723604ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:55.046102Z","caller":"traceutil/trace.go:171","msg":"trace[2065000472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8692; }","duration":"154.353212ms","start":"2026-04-23T08:36:54.891721Z","end":"2026-04-23T08:36:55.046074Z","steps":["trace[2065000472] 'agreement among raft nodes before linearized reading' (duration: 153.974175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:36:55.046026Z","caller":"traceutil/trace.go:171","msg":"trace[1743877977] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x7c9g; range_end:; response_count:1; response_revision:8692; }","duration":"342.541023ms","start":"2026-04-23T08:36:54.703457Z","end":"2026-04-23T08:36:55.045998Z","steps":["trace[1743877977] 'agreement among raft nodes before linearized reading' (duration: 342.169706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:36:55.046378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:36:54.703437Z","time spent":"342.931341ms","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-x7c9g\" "} {"level":"info","ts":"2026-04-23T08:37:04.191102Z","caller":"traceutil/trace.go:171","msg":"trace[1409288452] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"145.789911ms","start":"2026-04-23T08:37:04.045287Z","end":"2026-04-23T08:37:04.191077Z","steps":["trace[1409288452] 'process raft request' (duration: 145.275521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:05.274923Z","caller":"traceutil/trace.go:171","msg":"trace[1267177521] linearizableReadLoop","detail":"{readStateIndex:9113; appliedIndex:9112; }","duration":"220.59638ms","start":"2026-04-23T08:37:05.054301Z","end":"2026-04-23T08:37:05.274898Z","steps":["trace[1267177521] 'read index received' (duration: 220.503928ms)","trace[1267177521] 'applied index is now lower than readState.Index' (duration: 88.151µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:37:05.275053Z","caller":"traceutil/trace.go:171","msg":"trace[1501580199] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"231.856265ms","start":"2026-04-23T08:37:05.043166Z","end":"2026-04-23T08:37:05.275022Z","steps":["trace[1501580199] 'process raft request' (duration: 231.58238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:05.275169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.854575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T08:37:05.275204Z","caller":"traceutil/trace.go:171","msg":"trace[976151284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8791; }","duration":"220.941046ms","start":"2026-04-23T08:37:05.054252Z","end":"2026-04-23T08:37:05.275193Z","steps":["trace[976151284] 'agreement among raft nodes before linearized reading' (duration: 220.761123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:05.283483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.378324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T08:37:05.283666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.879924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x7c9g\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-04-23T08:37:05.283685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.31989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T08:37:05.283624Z","caller":"traceutil/trace.go:171","msg":"trace[571282671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8792; }","duration":"181.564168ms","start":"2026-04-23T08:37:05.10204Z","end":"2026-04-23T08:37:05.283604Z","steps":["trace[571282671] 'agreement among raft nodes before linearized reading' (duration: 181.261762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:05.283803Z","caller":"traceutil/trace.go:171","msg":"trace[746070494] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"199.145299ms","start":"2026-04-23T08:37:05.084321Z","end":"2026-04-23T08:37:05.283467Z","steps":["trace[746070494] 'process raft request' (duration: 198.826853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:05.28374Z","caller":"traceutil/trace.go:171","msg":"trace[1318202008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x7c9g; range_end:; response_count:1; response_revision:8792; }","duration":"161.980595ms","start":"2026-04-23T08:37:05.121742Z","end":"2026-04-23T08:37:05.283723Z","steps":["trace[1318202008] 'agreement among raft nodes before linearized reading' (duration: 161.772061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:05.283752Z","caller":"traceutil/trace.go:171","msg":"trace[1074373647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8792; }","duration":"109.437622ms","start":"2026-04-23T08:37:05.174298Z","end":"2026-04-23T08:37:05.283735Z","steps":["trace[1074373647] 'agreement among raft nodes before linearized reading' (duration: 109.177937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:37:05.284191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.488853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T08:37:05.284281Z","caller":"traceutil/trace.go:171","msg":"trace[758231222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8792; }","duration":"109.628756ms","start":"2026-04-23T08:37:05.174639Z","end":"2026-04-23T08:37:05.284268Z","steps":["trace[758231222] 'agreement among raft nodes before linearized reading' (duration: 108.724928ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:37:23.131512Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002446.wal"} {"level":"info","ts":"2026-04-23T08:38:23.915901Z","caller":"traceutil/trace.go:171","msg":"trace[95222199] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"182.238799ms","start":"2026-04-23T08:38:23.733619Z","end":"2026-04-23T08:38:23.915857Z","steps":["trace[95222199] 'process raft request' (duration: 103.405611ms)","trace[95222199] 'compare' (duration: 78.507211ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:38:23.916167Z","caller":"traceutil/trace.go:171","msg":"trace[1070636292] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"180.711219ms","start":"2026-04-23T08:38:23.735446Z","end":"2026-04-23T08:38:23.916158Z","steps":["trace[1070636292] 'process raft request' (duration: 180.425072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:38:23.916314Z","caller":"traceutil/trace.go:171","msg":"trace[1758125511] linearizableReadLoop","detail":"{readStateIndex:9895; appliedIndex:9893; }","duration":"177.406563ms","start":"2026-04-23T08:38:23.73861Z","end":"2026-04-23T08:38:23.916016Z","steps":["trace[1758125511] 'read index received' (duration: 98.431321ms)","trace[1758125511] 'applied index is now lower than readState.Index' (duration: 78.974002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:38:23.916734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.099826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T08:38:23.916825Z","caller":"traceutil/trace.go:171","msg":"trace[333261052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9552; }","duration":"178.246989ms","start":"2026-04-23T08:38:23.738557Z","end":"2026-04-23T08:38:23.916804Z","steps":["trace[333261052] 'agreement among raft nodes before linearized reading' (duration: 177.963094ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:38:24.317391Z","caller":"traceutil/trace.go:171","msg":"trace[1282507631] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"264.363765ms","start":"2026-04-23T08:38:24.052995Z","end":"2026-04-23T08:38:24.317359Z","steps":["trace[1282507631] 'process raft request' (duration: 239.208901ms)","trace[1282507631] 'compare' (duration: 24.932989ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:38:36.692082Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T08:38:36.69913Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-23T08:38:36.699278Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-23T08:40:49.213519Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8118} {"level":"info","ts":"2026-04-23T08:40:49.281543Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8118,"took":"64.946782ms","hash":4148758693,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":28270592,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-23T08:40:49.281614Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4148758693,"revision":8118,"compact-revision":6044} {"level":"info","ts":"2026-04-23T08:43:28.624456Z","caller":"traceutil/trace.go:171","msg":"trace[1180295913] transaction","detail":"{read_only:false; response_revision:11610; number_of_response:1; }","duration":"106.072778ms","start":"2026-04-23T08:43:28.518326Z","end":"2026-04-23T08:43:28.624399Z","steps":["trace[1180295913] 'process raft request' (duration: 105.475526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:44:08.76312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.141464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-x7c9g\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-23T08:44:08.763227Z","caller":"traceutil/trace.go:171","msg":"trace[1990004329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-x7c9g; range_end:; response_count:1; response_revision:12018; }","duration":"191.552141ms","start":"2026-04-23T08:44:08.571655Z","end":"2026-04-23T08:44:08.763208Z","steps":["trace[1990004329] 'range keys from in-memory index tree' (duration: 190.940209ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:45:49.220008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10518} {"level":"info","ts":"2026-04-23T08:45:49.306158Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10518,"took":"83.098377ms","hash":3319059697,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":26238976,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-23T08:45:49.306266Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3319059697,"revision":10518,"compact-revision":8118} {"level":"info","ts":"2026-04-23T08:50:05.776847Z","caller":"traceutil/trace.go:171","msg":"trace[1197426568] transaction","detail":"{read_only:false; response_revision:14443; number_of_response:1; }","duration":"109.994845ms","start":"2026-04-23T08:50:05.666823Z","end":"2026-04-23T08:50:05.776818Z","steps":["trace[1197426568] 'process raft request' (duration: 104.153228ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:50:26.097409Z","caller":"traceutil/trace.go:171","msg":"trace[784151592] linearizableReadLoop","detail":"{readStateIndex:15060; appliedIndex:15059; }","duration":"100.643737ms","start":"2026-04-23T08:50:25.996742Z","end":"2026-04-23T08:50:26.097385Z","steps":["trace[784151592] 'read index received' (duration: 100.410013ms)","trace[784151592] 'applied index is now lower than readState.Index' (duration: 233.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:50:26.097515Z","caller":"traceutil/trace.go:171","msg":"trace[210543977] transaction","detail":"{read_only:false; response_revision:14551; number_of_response:1; }","duration":"107.353713ms","start":"2026-04-23T08:50:25.990117Z","end":"2026-04-23T08:50:26.09747Z","steps":["trace[210543977] 'process raft request' (duration: 107.114788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:50:26.09777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.997835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:50:26.097873Z","caller":"traceutil/trace.go:171","msg":"trace[1705625900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14551; }","duration":"101.178629ms","start":"2026-04-23T08:50:25.99667Z","end":"2026-04-23T08:50:26.097848Z","steps":["trace[1705625900] 'agreement among raft nodes before linearized reading' (duration: 100.843692ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:50:49.227878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12690} {"level":"info","ts":"2026-04-23T08:50:49.306364Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12690,"took":"75.701817ms","hash":2434139211,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":27181056,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-23T08:50:49.306429Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2434139211,"revision":12690,"compact-revision":10518} {"level":"info","ts":"2026-04-23T08:50:53.594723Z","caller":"traceutil/trace.go:171","msg":"trace[1364860791] transaction","detail":"{read_only:false; response_revision:14828; number_of_response:1; }","duration":"366.278919ms","start":"2026-04-23T08:50:53.228397Z","end":"2026-04-23T08:50:53.594676Z","steps":["trace[1364860791] 'process raft request' (duration: 366.071025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:50:53.594909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:50:53.228372Z","time spent":"366.466314ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T08:52:35.096996Z","caller":"traceutil/trace.go:171","msg":"trace[867517722] linearizableReadLoop","detail":"{readStateIndex:16480; appliedIndex:16479; }","duration":"189.329845ms","start":"2026-04-23T08:52:34.907642Z","end":"2026-04-23T08:52:35.096972Z","steps":["trace[867517722] 'read index received' (duration: 189.212603ms)","trace[867517722] 'applied index is now lower than readState.Index' (duration: 115.962µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:52:35.097129Z","caller":"traceutil/trace.go:171","msg":"trace[641173794] transaction","detail":"{read_only:false; response_revision:15927; number_of_response:1; }","duration":"193.467567ms","start":"2026-04-23T08:52:34.903617Z","end":"2026-04-23T08:52:35.097084Z","steps":["trace[641173794] 'process raft request' (duration: 193.15028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:52:35.097346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.656521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T08:52:35.097462Z","caller":"traceutil/trace.go:171","msg":"trace[417984620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15927; }","duration":"189.821784ms","start":"2026-04-23T08:52:34.907615Z","end":"2026-04-23T08:52:35.097437Z","steps":["trace[417984620] 'agreement among raft nodes before linearized reading' (duration: 189.473007ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:52:35.258853Z","caller":"traceutil/trace.go:171","msg":"trace[242276261] transaction","detail":"{read_only:false; response_revision:15929; number_of_response:1; }","duration":"157.7056ms","start":"2026-04-23T08:52:35.101107Z","end":"2026-04-23T08:52:35.258813Z","steps":["trace[242276261] 'process raft request' (duration: 157.552727ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:52:35.259026Z","caller":"traceutil/trace.go:171","msg":"trace[1040124485] transaction","detail":"{read_only:false; response_revision:15928; number_of_response:1; }","duration":"171.072358ms","start":"2026-04-23T08:52:35.087917Z","end":"2026-04-23T08:52:35.258989Z","steps":["trace[1040124485] 'process raft request' (duration: 149.754191ms)","trace[1040124485] 'compare' (duration: 20.430549ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:52:35.259356Z","caller":"traceutil/trace.go:171","msg":"trace[175671987] linearizableReadLoop","detail":"{readStateIndex:16481; appliedIndex:16480; }","duration":"162.249462ms","start":"2026-04-23T08:52:35.097086Z","end":"2026-04-23T08:52:35.259336Z","steps":["trace[175671987] 'read index received' (duration: 140.619408ms)","trace[175671987] 'applied index is now lower than readState.Index' (duration: 21.628133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:52:35.259664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.470102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-04-23T08:52:35.25974Z","caller":"traceutil/trace.go:171","msg":"trace[2044550904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15929; }","duration":"300.619095ms","start":"2026-04-23T08:52:34.959097Z","end":"2026-04-23T08:52:35.259716Z","steps":["trace[2044550904] 'agreement among raft nodes before linearized reading' (duration: 300.3653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:52:35.259806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:52:34.959074Z","time spent":"300.708836ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-23T08:52:35.259928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.078595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T08:52:35.259973Z","caller":"traceutil/trace.go:171","msg":"trace[1353942965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15929; }","duration":"349.177978ms","start":"2026-04-23T08:52:34.910782Z","end":"2026-04-23T08:52:35.25996Z","steps":["trace[1353942965] 'agreement among raft nodes before linearized reading' (duration: 348.999824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:52:35.260001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T08:52:34.910769Z","time spent":"349.225448ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T08:53:54.853422Z","caller":"traceutil/trace.go:171","msg":"trace[306017338] transaction","detail":"{read_only:false; response_revision:16438; number_of_response:1; }","duration":"145.634048ms","start":"2026-04-23T08:53:54.707716Z","end":"2026-04-23T08:53:54.85335Z","steps":["trace[306017338] 'process raft request' (duration: 145.373163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:55:49.321151Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14702} {"level":"info","ts":"2026-04-23T08:55:49.42307Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14702,"took":"98.72218ms","hash":2652596020,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":34111488,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-23T08:55:49.423132Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2652596020,"revision":14702,"compact-revision":12690} {"level":"warn","ts":"2026-04-23T08:58:08.67883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.501303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:934670"} {"level":"info","ts":"2026-04-23T08:58:08.678945Z","caller":"traceutil/trace.go:171","msg":"trace[218995865] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18407; }","duration":"192.653175ms","start":"2026-04-23T08:58:08.486259Z","end":"2026-04-23T08:58:08.678912Z","steps":["trace[218995865] 'range keys from in-memory index tree' (duration: 187.692386ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:58:12.748519Z","caller":"traceutil/trace.go:171","msg":"trace[436394211] transaction","detail":"{read_only:false; response_revision:18497; number_of_response:1; }","duration":"280.418857ms","start":"2026-04-23T08:58:12.468053Z","end":"2026-04-23T08:58:12.748472Z","steps":["trace[436394211] 'process raft request' (duration: 218.605017ms)","trace[436394211] 'compare' (duration: 61.342339ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:58:12.748588Z","caller":"traceutil/trace.go:171","msg":"trace[702658528] linearizableReadLoop","detail":"{readStateIndex:19134; appliedIndex:19133; }","duration":"264.16478ms","start":"2026-04-23T08:58:12.484393Z","end":"2026-04-23T08:58:12.748557Z","steps":["trace[702658528] 'read index received' (duration: 202.233588ms)","trace[702658528] 'applied index is now lower than readState.Index' (duration: 61.930042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T08:58:12.748832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.412865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-23T08:58:12.748882Z","caller":"traceutil/trace.go:171","msg":"trace[108052767] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:18498; }","duration":"264.509606ms","start":"2026-04-23T08:58:12.484356Z","end":"2026-04-23T08:58:12.748865Z","steps":["trace[108052767] 'agreement among raft nodes before linearized reading' (duration: 264.337483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:58:12.760003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.500527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-add65c14-f9a7-407d-8fa4-7d26bf3c9040\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-04-23T08:58:12.760289Z","caller":"traceutil/trace.go:171","msg":"trace[1529292755] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-add65c14-f9a7-407d-8fa4-7d26bf3c9040; range_end:; response_count:1; response_revision:18499; }","duration":"275.809274ms","start":"2026-04-23T08:58:12.484448Z","end":"2026-04-23T08:58:12.760257Z","steps":["trace[1529292755] 'agreement among raft nodes before linearized reading' (duration: 275.322564ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:58:14.70729Z","caller":"traceutil/trace.go:171","msg":"trace[1464514415] transaction","detail":"{read_only:false; response_revision:18512; number_of_response:1; }","duration":"164.930209ms","start":"2026-04-23T08:58:14.542335Z","end":"2026-04-23T08:58:14.707265Z","steps":["trace[1464514415] 'process raft request' (duration: 164.769356ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:58:14.717694Z","caller":"traceutil/trace.go:171","msg":"trace[539850200] transaction","detail":"{read_only:false; response_revision:18513; number_of_response:1; }","duration":"168.695415ms","start":"2026-04-23T08:58:14.548962Z","end":"2026-04-23T08:58:14.717657Z","steps":["trace[539850200] 'process raft request' (duration: 168.53246ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:58:15.017461Z","caller":"traceutil/trace.go:171","msg":"trace[628022338] transaction","detail":"{read_only:false; response_revision:18514; number_of_response:1; }","duration":"263.487728ms","start":"2026-04-23T08:58:14.753939Z","end":"2026-04-23T08:58:15.017426Z","steps":["trace[628022338] 'process raft request' (duration: 263.295993ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:58:15.038311Z","caller":"traceutil/trace.go:171","msg":"trace[1655207090] transaction","detail":"{read_only:false; response_revision:18515; number_of_response:1; }","duration":"280.450206ms","start":"2026-04-23T08:58:14.757827Z","end":"2026-04-23T08:58:15.038277Z","steps":["trace[1655207090] 'process raft request' (duration: 280.208282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:58:15.038391Z","caller":"traceutil/trace.go:171","msg":"trace[703578930] linearizableReadLoop","detail":"{readStateIndex:19153; appliedIndex:19150; }","duration":"258.815082ms","start":"2026-04-23T08:58:14.779549Z","end":"2026-04-23T08:58:15.038364Z","steps":["trace[703578930] 'read index received' (duration: 237.717908ms)","trace[703578930] 'applied index is now lower than readState.Index' (duration: 21.095164ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T08:58:15.038469Z","caller":"traceutil/trace.go:171","msg":"trace[779390964] transaction","detail":"{read_only:false; response_revision:18516; number_of_response:1; }","duration":"274.361904ms","start":"2026-04-23T08:58:14.764069Z","end":"2026-04-23T08:58:15.038431Z","steps":["trace[779390964] 'process raft request' (duration: 274.14797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T08:58:15.03874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.164499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tmwlh\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-23T08:58:15.038783Z","caller":"traceutil/trace.go:171","msg":"trace[846150530] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tmwlh; range_end:; response_count:1; response_revision:18516; }","duration":"259.25016ms","start":"2026-04-23T08:58:14.77952Z","end":"2026-04-23T08:58:15.03877Z","steps":["trace[846150530] 'agreement among raft nodes before linearized reading' (duration: 258.971105ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T08:59:37.394432Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T08:59:37.398816Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-23T08:59:37.398951Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-23T09:00:49.328819Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17461} {"level":"info","ts":"2026-04-23T09:00:49.425105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17461,"took":"91.952886ms","hash":2361244459,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":35078144,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-23T09:00:49.425195Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2361244459,"revision":17461,"compact-revision":14702} {"level":"warn","ts":"2026-04-23T09:03:58.725519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.175671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:03:58.725661Z","caller":"traceutil/trace.go:171","msg":"trace[106433902] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21189; }","duration":"104.400456ms","start":"2026-04-23T09:03:58.621233Z","end":"2026-04-23T09:03:58.725634Z","steps":["trace[106433902] 'count revisions from in-memory index tree' (duration: 104.057379ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:59.346091Z","caller":"traceutil/trace.go:171","msg":"trace[2070101364] transaction","detail":"{read_only:false; response_revision:21192; number_of_response:1; }","duration":"132.170131ms","start":"2026-04-23T09:03:59.213885Z","end":"2026-04-23T09:03:59.346055Z","steps":["trace[2070101364] 'process raft request' (duration: 131.937957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:59.406653Z","caller":"traceutil/trace.go:171","msg":"trace[1041528564] transaction","detail":"{read_only:false; response_revision:21193; number_of_response:1; }","duration":"192.473613ms","start":"2026-04-23T09:03:59.214124Z","end":"2026-04-23T09:03:59.406598Z","steps":["trace[1041528564] 'process raft request' (duration: 192.288179ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:03:59.548945Z","caller":"traceutil/trace.go:171","msg":"trace[2086968754] transaction","detail":"{read_only:false; response_revision:21195; number_of_response:1; }","duration":"133.495299ms","start":"2026-04-23T09:03:59.415411Z","end":"2026-04-23T09:03:59.548906Z","steps":["trace[2086968754] 'process raft request' (duration: 133.246663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:03:59.847971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.040631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:03:59.848973Z","caller":"traceutil/trace.go:171","msg":"trace[905983025] transaction","detail":"{read_only:false; response_revision:21196; number_of_response:1; }","duration":"242.389013ms","start":"2026-04-23T09:03:59.605713Z","end":"2026-04-23T09:03:59.848102Z","steps":["trace[905983025] 'process raft request' (duration: 85.096067ms)","trace[905983025] 'compare' (duration: 156.573312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:04:00.45003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.373947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:04:00.450142Z","caller":"traceutil/trace.go:171","msg":"trace[1084147144] linearizableReadLoop","detail":"{readStateIndex:21923; appliedIndex:21922; }","duration":"140.516039ms","start":"2026-04-23T09:04:00.30961Z","end":"2026-04-23T09:04:00.450126Z","steps":["trace[1084147144] 'read index received' (duration: 68.981µs)","trace[1084147144] 'applied index is now lower than readState.Index' (duration: 140.445608ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:04:00.450223Z","caller":"traceutil/trace.go:171","msg":"trace[1040781238] transaction","detail":"{read_only:false; response_revision:21198; number_of_response:1; }","duration":"250.306612ms","start":"2026-04-23T09:04:00.199873Z","end":"2026-04-23T09:04:00.45018Z","steps":["trace[1040781238] 'process raft request' (duration: 95.648969ms)","trace[1040781238] 'compare' (duration: 154.133823ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:04:00.450307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.706942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T09:04:00.450333Z","caller":"traceutil/trace.go:171","msg":"trace[1316764001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21198; }","duration":"140.772854ms","start":"2026-04-23T09:04:00.30955Z","end":"2026-04-23T09:04:00.450323Z","steps":["trace[1316764001] 'agreement among raft nodes before linearized reading' (duration: 140.618771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:04:00.566162Z","caller":"traceutil/trace.go:171","msg":"trace[93296187] transaction","detail":"{read_only:false; response_revision:21200; number_of_response:1; }","duration":"116.983558ms","start":"2026-04-23T09:04:00.449123Z","end":"2026-04-23T09:04:00.566107Z","steps":["trace[93296187] 'process raft request' (duration: 116.687772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:04:00.56641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.048288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T09:04:00.566472Z","caller":"traceutil/trace.go:171","msg":"trace[1317305906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21200; }","duration":"112.14582ms","start":"2026-04-23T09:04:00.454313Z","end":"2026-04-23T09:04:00.566459Z","steps":["trace[1317305906] 'agreement among raft nodes before linearized reading' (duration: 111.905695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:04:00.56607Z","caller":"traceutil/trace.go:171","msg":"trace[195502139] linearizableReadLoop","detail":"{readStateIndex:21925; appliedIndex:21923; }","duration":"111.710282ms","start":"2026-04-23T09:04:00.454333Z","end":"2026-04-23T09:04:00.566043Z","steps":["trace[195502139] 'read index received' (duration: 5.745985ms)","trace[195502139] 'applied index is now lower than readState.Index' (duration: 105.963187ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:05:49.335689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19891} {"level":"info","ts":"2026-04-23T09:05:49.449546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19891,"took":"109.327923ms","hash":2203123264,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":30474240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T09:05:49.449611Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2203123264,"revision":19891,"compact-revision":17461} {"level":"info","ts":"2026-04-23T09:08:02.661029Z","caller":"traceutil/trace.go:171","msg":"trace[1886295202] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"231.232679ms","start":"2026-04-23T09:08:02.429757Z","end":"2026-04-23T09:08:02.66099Z","steps":["trace[1886295202] 'process raft request' (duration: 199.670836ms)","trace[1886295202] 'compare' (duration: 31.361199ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:08:02.665372Z","caller":"traceutil/trace.go:171","msg":"trace[139663554] linearizableReadLoop","detail":"{readStateIndex:24510; appliedIndex:24508; }","duration":"138.020389ms","start":"2026-04-23T09:08:02.527332Z","end":"2026-04-23T09:08:02.665353Z","steps":["trace[139663554] 'read index received' (duration: 102.116699ms)","trace[139663554] 'applied index is now lower than readState.Index' (duration: 35.90297ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:08:02.665565Z","caller":"traceutil/trace.go:171","msg":"trace[1411880438] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"125.835865ms","start":"2026-04-23T09:08:02.539666Z","end":"2026-04-23T09:08:02.665501Z","steps":["trace[1411880438] 'process raft request' (duration: 125.64094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:08:02.665678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.324075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-04-23T09:08:02.665734Z","caller":"traceutil/trace.go:171","msg":"trace[563382502] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23708; }","duration":"138.478268ms","start":"2026-04-23T09:08:02.527239Z","end":"2026-04-23T09:08:02.665717Z","steps":["trace[563382502] 'agreement among raft nodes before linearized reading' (duration: 138.253954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:08:02.665823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.434226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T09:08:02.665955Z","caller":"traceutil/trace.go:171","msg":"trace[1813483059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23708; }","duration":"134.5941ms","start":"2026-04-23T09:08:02.531325Z","end":"2026-04-23T09:08:02.665919Z","steps":["trace[1813483059] 'agreement among raft nodes before linearized reading' (duration: 134.217783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:08:02.665952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.699882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T09:08:02.666419Z","caller":"traceutil/trace.go:171","msg":"trace[751310908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23708; }","duration":"129.243372ms","start":"2026-04-23T09:08:02.537132Z","end":"2026-04-23T09:08:02.666376Z","steps":["trace[751310908] 'agreement among raft nodes before linearized reading' (duration: 128.568109ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:08:02.666538Z","caller":"traceutil/trace.go:171","msg":"trace[1117636365] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"142.860476ms","start":"2026-04-23T09:08:02.522594Z","end":"2026-04-23T09:08:02.665455Z","steps":["trace[1117636365] 'process raft request' (duration: 142.58114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:08:55.255528Z","caller":"traceutil/trace.go:171","msg":"trace[1701200622] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"124.837075ms","start":"2026-04-23T09:08:55.130643Z","end":"2026-04-23T09:08:55.25548Z","steps":["trace[1701200622] 'process raft request' (duration: 118.188501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:09:42.562455Z","caller":"traceutil/trace.go:171","msg":"trace[343491570] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"118.952986ms","start":"2026-04-23T09:09:42.443459Z","end":"2026-04-23T09:09:42.562412Z","steps":["trace[343491570] 'process raft request' (duration: 118.741512ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:09:42.821799Z","caller":"traceutil/trace.go:171","msg":"trace[1206149116] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"129.694512ms","start":"2026-04-23T09:09:42.69206Z","end":"2026-04-23T09:09:42.821755Z","steps":["trace[1206149116] 'process raft request' (duration: 84.954634ms)","trace[1206149116] 'compare' (duration: 44.573975ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:09:43.564185Z","caller":"traceutil/trace.go:171","msg":"trace[530421700] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"111.968326ms","start":"2026-04-23T09:09:43.452177Z","end":"2026-04-23T09:09:43.564145Z","steps":["trace[530421700] 'process raft request' (duration: 22.529291ms)","trace[530421700] 'compare' (duration: 89.059847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:09:43.800398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.058751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:09:43.800541Z","caller":"traceutil/trace.go:171","msg":"trace[78568618] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24732; }","duration":"135.269725ms","start":"2026-04-23T09:09:43.66524Z","end":"2026-04-23T09:09:43.80051Z","steps":["trace[78568618] 'range keys from in-memory index tree' (duration: 134.876217ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:10:49.342321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22145} {"level":"info","ts":"2026-04-23T09:10:49.45559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22145,"took":"107.990286ms","hash":2824734003,"current-db-size-bytes":56762368,"current-db-size":"57 MB","current-db-size-in-use-bytes":43737088,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-04-23T09:10:49.455666Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2824734003,"revision":22145,"compact-revision":19891} {"level":"warn","ts":"2026-04-23T09:11:42.307986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.421196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T09:11:42.308104Z","caller":"traceutil/trace.go:171","msg":"trace[765332485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25886; }","duration":"285.60359ms","start":"2026-04-23T09:11:42.022476Z","end":"2026-04-23T09:11:42.30808Z","steps":["trace[765332485] 'range keys from in-memory index tree' (duration: 285.1419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:42.308819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.339905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:11:42.308878Z","caller":"traceutil/trace.go:171","msg":"trace[66924514] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26747; }","duration":"184.333387ms","start":"2026-04-23T09:11:42.124536Z","end":"2026-04-23T09:11:42.308869Z","steps":["trace[66924514] 'read index received' (duration: 31.751977ms)","trace[66924514] 'applied index is now lower than readState.Index' (duration: 152.58038ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:42.308937Z","caller":"traceutil/trace.go:171","msg":"trace[335500538] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"247.930433ms","start":"2026-04-23T09:11:42.060964Z","end":"2026-04-23T09:11:42.308894Z","steps":["trace[335500538] 'process raft request' (duration: 95.428614ms)","trace[335500538] 'compare' (duration: 152.06981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:42.309036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.446574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T09:11:42.309064Z","caller":"traceutil/trace.go:171","msg":"trace[1041475820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25887; }","duration":"105.520376ms","start":"2026-04-23T09:11:42.203535Z","end":"2026-04-23T09:11:42.309055Z","steps":["trace[1041475820] 'agreement among raft nodes before linearized reading' (duration: 105.476385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:42.308985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.46842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T09:11:42.309122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.967308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:42.309171Z","caller":"traceutil/trace.go:171","msg":"trace[840665313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25887; }","duration":"184.696865ms","start":"2026-04-23T09:11:42.124455Z","end":"2026-04-23T09:11:42.309152Z","steps":["trace[840665313] 'agreement among raft nodes before linearized reading' (duration: 184.488521ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:42.309182Z","caller":"traceutil/trace.go:171","msg":"trace[867116611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25887; }","duration":"145.0868ms","start":"2026-04-23T09:11:42.164079Z","end":"2026-04-23T09:11:42.309165Z","steps":["trace[867116611] 'agreement among raft nodes before linearized reading' (duration: 144.949567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:42.309408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.992931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276013"} {"level":"info","ts":"2026-04-23T09:11:42.309481Z","caller":"traceutil/trace.go:171","msg":"trace[492169998] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25887; }","duration":"183.127004ms","start":"2026-04-23T09:11:42.126337Z","end":"2026-04-23T09:11:42.309464Z","steps":["trace[492169998] 'agreement among raft nodes before linearized reading' (duration: 182.673054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:42.744045Z","caller":"traceutil/trace.go:171","msg":"trace[392406493] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"430.371763ms","start":"2026-04-23T09:11:42.313612Z","end":"2026-04-23T09:11:42.743984Z","steps":["trace[392406493] 'process raft request' (duration: 409.341751ms)","trace[392406493] 'compare' (duration: 19.891529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:42.744277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.313571Z","time spent":"430.586738ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:42.926987Z","caller":"traceutil/trace.go:171","msg":"trace[1299754613] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"612.901225ms","start":"2026-04-23T09:11:42.314053Z","end":"2026-04-23T09:11:42.926954Z","steps":["trace[1299754613] 'process raft request' (duration: 612.804264ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:42.927171Z","caller":"traceutil/trace.go:171","msg":"trace[2035560694] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"613.515787ms","start":"2026-04-23T09:11:42.313639Z","end":"2026-04-23T09:11:42.927154Z","steps":["trace[2035560694] 'process raft request' (duration: 613.013707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:42.927258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.313613Z","time spent":"613.593648ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:42.927403Z","caller":"traceutil/trace.go:171","msg":"trace[1060043479] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"506.139214ms","start":"2026-04-23T09:11:42.421232Z","end":"2026-04-23T09:11:42.927371Z","steps":["trace[1060043479] 'process raft request' (duration: 505.669624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:42.927604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.421198Z","time spent":"506.301397ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:42.927704Z","caller":"traceutil/trace.go:171","msg":"trace[2005045521] linearizableReadLoop","detail":"{readStateIndex:26751; appliedIndex:26748; }","duration":"599.71432ms","start":"2026-04-23T09:11:42.327941Z","end":"2026-04-23T09:11:42.927655Z","steps":["trace[2005045521] 'read index received' (duration: 395.032534ms)","trace[2005045521] 'applied index is now lower than readState.Index' (duration: 204.680296ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:42.927805Z","caller":"traceutil/trace.go:171","msg":"trace[1885385464] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"406.838001ms","start":"2026-04-23T09:11:42.520859Z","end":"2026-04-23T09:11:42.927697Z","steps":["trace[1885385464] 'process raft request' (duration: 406.401202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:42.927793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.848903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:42.927956Z","caller":"traceutil/trace.go:171","msg":"trace[1320051629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25892; }","duration":"600.037837ms","start":"2026-04-23T09:11:42.327907Z","end":"2026-04-23T09:11:42.927944Z","steps":["trace[1320051629] 'agreement among raft nodes before linearized reading' (duration: 599.818493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:42.927983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.327891Z","time spent":"600.085098ms","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:11:42.929281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.520815Z","time spent":"408.344292ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:42.930561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.314028Z","time spent":"613.056288ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:43.324541Z","caller":"traceutil/trace.go:171","msg":"trace[1267981398] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26753; }","duration":"396.731589ms","start":"2026-04-23T09:11:42.927782Z","end":"2026-04-23T09:11:43.324514Z","steps":["trace[1267981398] 'read index received' (duration: 318.587111ms)","trace[1267981398] 'applied index is now lower than readState.Index' (duration: 78.143167ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:43.32472Z","caller":"traceutil/trace.go:171","msg":"trace[212155144] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"437.16384ms","start":"2026-04-23T09:11:42.887505Z","end":"2026-04-23T09:11:43.324669Z","steps":["trace[212155144] 'process raft request' (duration: 358.702226ms)","trace[212155144] 'compare' (duration: 78.160998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:43.324788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.991008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-23T09:11:43.324859Z","caller":"traceutil/trace.go:171","msg":"trace[1878961189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25893; }","duration":"631.207392ms","start":"2026-04-23T09:11:42.693632Z","end":"2026-04-23T09:11:43.32484Z","steps":["trace[1878961189] 'agreement among raft nodes before linearized reading' (duration: 630.938947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.324814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.287742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T09:11:43.324909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.693605Z","time spent":"631.294443ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-23T09:11:43.324945Z","caller":"traceutil/trace.go:171","msg":"trace[1312176621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25893; }","duration":"785.500967ms","start":"2026-04-23T09:11:42.539432Z","end":"2026-04-23T09:11:43.324933Z","steps":["trace[1312176621] 'agreement among raft nodes before linearized reading' (duration: 785.216141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.324921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.49842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T09:11:43.325062Z","caller":"traceutil/trace.go:171","msg":"trace[1616450140] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:25893; }","duration":"991.704784ms","start":"2026-04-23T09:11:42.333336Z","end":"2026-04-23T09:11:43.325041Z","steps":["trace[1616450140] 'agreement among raft nodes before linearized reading' (duration: 991.358427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.325079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.887476Z","time spent":"437.418375ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:43.324969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.539414Z","time spent":"785.548388ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T09:11:43.325117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.333307Z","time spent":"991.798575ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"warn","ts":"2026-04-23T09:11:43.325474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.113598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-23T09:11:43.325574Z","caller":"traceutil/trace.go:171","msg":"trace[1785586583] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25893; }","duration":"427.277451ms","start":"2026-04-23T09:11:42.898274Z","end":"2026-04-23T09:11:43.325551Z","steps":["trace[1785586583] 'agreement among raft nodes before linearized reading' (duration: 426.791001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.325661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.898259Z","time spent":"427.390123ms","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-23T09:11:43.392566Z","caller":"traceutil/trace.go:171","msg":"trace[40492727] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"307.694063ms","start":"2026-04-23T09:11:43.084839Z","end":"2026-04-23T09:11:43.392533Z","steps":["trace[40492727] 'process raft request' (duration: 307.518799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.392806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.084811Z","time spent":"307.841075ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:43.853247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.327575Z","time spent":"525.663995ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T09:11:43.85329Z","caller":"traceutil/trace.go:171","msg":"trace[530298165] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"523.42728ms","start":"2026-04-23T09:11:43.329842Z","end":"2026-04-23T09:11:43.853269Z","steps":["trace[530298165] 'process raft request' (duration: 523.281637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.853438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.329821Z","time spent":"523.537953ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:43.853398Z","caller":"traceutil/trace.go:171","msg":"trace[54481513] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"521.996942ms","start":"2026-04-23T09:11:43.331342Z","end":"2026-04-23T09:11:43.853339Z","steps":["trace[54481513] 'process raft request' (duration: 521.821219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.853471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.591287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:43.853298Z","caller":"traceutil/trace.go:171","msg":"trace[449610357] linearizableReadLoop","detail":"{readStateIndex:26756; appliedIndex:26754; }","duration":"528.661145ms","start":"2026-04-23T09:11:43.324619Z","end":"2026-04-23T09:11:43.85328Z","steps":["trace[449610357] 'read index received' (duration: 67.782649ms)","trace[449610357] 'applied index is now lower than readState.Index' (duration: 460.877306ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:43.853561Z","caller":"traceutil/trace.go:171","msg":"trace[1425675851] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25897; }","duration":"906.70728ms","start":"2026-04-23T09:11:42.946807Z","end":"2026-04-23T09:11:43.853515Z","steps":["trace[1425675851] 'agreement among raft nodes before linearized reading' (duration: 906.534276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.853635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:42.946749Z","time spent":"906.873343ms","remote":"127.0.0.1:57740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:11:43.853633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.331333Z","time spent":"522.177056ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:43.853756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.548475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T09:11:43.853784Z","caller":"traceutil/trace.go:171","msg":"trace[1505566552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25897; }","duration":"733.577926ms","start":"2026-04-23T09:11:43.120199Z","end":"2026-04-23T09:11:43.853777Z","steps":["trace[1505566552] 'agreement among raft nodes before linearized reading' (duration: 733.415813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.85379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.484727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:43.853854Z","caller":"traceutil/trace.go:171","msg":"trace[10048368] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25897; }","duration":"786.63279ms","start":"2026-04-23T09:11:43.067199Z","end":"2026-04-23T09:11:43.853832Z","steps":["trace[10048368] 'agreement among raft nodes before linearized reading' (duration: 786.492627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.853898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.06717Z","time spent":"786.718312ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:11:43.853808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.120129Z","time spent":"733.673937ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T09:11:43.854163Z","caller":"traceutil/trace.go:171","msg":"trace[932751619] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"584.23461ms","start":"2026-04-23T09:11:43.26886Z","end":"2026-04-23T09:11:43.853094Z","steps":["trace[932751619] 'process raft request' (duration: 583.986296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.854295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.268828Z","time spent":"585.380693ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:43.882821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.899671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:11:43.882923Z","caller":"traceutil/trace.go:171","msg":"trace[228241345] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25899; }","duration":"547.057614ms","start":"2026-04-23T09:11:43.335844Z","end":"2026-04-23T09:11:43.882902Z","steps":["trace[228241345] 'agreement among raft nodes before linearized reading' (duration: 546.835599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.882972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.335815Z","time spent":"547.146686ms","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:11:43.883176Z","caller":"traceutil/trace.go:171","msg":"trace[87966120] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"248.966395ms","start":"2026-04-23T09:11:43.634175Z","end":"2026-04-23T09:11:43.883142Z","steps":["trace[87966120] 'process raft request' (duration: 248.264721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.883294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.414208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:43.883331Z","caller":"traceutil/trace.go:171","msg":"trace[1394562167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25899; }","duration":"162.4973ms","start":"2026-04-23T09:11:43.720822Z","end":"2026-04-23T09:11:43.883319Z","steps":["trace[1394562167] 'agreement among raft nodes before linearized reading' (duration: 162.436939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:43.883597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.11257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:43.883634Z","caller":"traceutil/trace.go:171","msg":"trace[1172185850] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25899; }","duration":"269.229872ms","start":"2026-04-23T09:11:43.614391Z","end":"2026-04-23T09:11:43.883621Z","steps":["trace[1172185850] 'agreement among raft nodes before linearized reading' (duration: 269.113709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:44.288153Z","caller":"traceutil/trace.go:171","msg":"trace[955162801] linearizableReadLoop","detail":"{readStateIndex:26763; appliedIndex:26761; }","duration":"398.583715ms","start":"2026-04-23T09:11:43.889542Z","end":"2026-04-23T09:11:44.288126Z","steps":["trace[955162801] 'read index received' (duration: 398.235868ms)","trace[955162801] 'applied index is now lower than readState.Index' (duration: 346.737µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:44.288294Z","caller":"traceutil/trace.go:171","msg":"trace[1829721189] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"430.119259ms","start":"2026-04-23T09:11:43.858163Z","end":"2026-04-23T09:11:44.288282Z","steps":["trace[1829721189] 'process raft request' (duration: 429.716781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.28843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.858115Z","time spent":"430.21131ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:44.288864Z","caller":"traceutil/trace.go:171","msg":"trace[1172271364] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"426.683099ms","start":"2026-04-23T09:11:43.862165Z","end":"2026-04-23T09:11:44.288848Z","steps":["trace[1172271364] 'process raft request' (duration: 425.902764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.288933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.862144Z","time spent":"426.75557ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:44.289113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.569685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:44.289155Z","caller":"traceutil/trace.go:171","msg":"trace[1846954905] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25901; }","duration":"399.654716ms","start":"2026-04-23T09:11:43.88949Z","end":"2026-04-23T09:11:44.289145Z","steps":["trace[1846954905] 'agreement among raft nodes before linearized reading' (duration: 399.583185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.28919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:43.889467Z","time spent":"399.713948ms","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T09:11:44.570611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.97822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:11:44.570838Z","caller":"traceutil/trace.go:171","msg":"trace[1085904033] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"255.534086ms","start":"2026-04-23T09:11:44.315285Z","end":"2026-04-23T09:11:44.570819Z","steps":["trace[1085904033] 'process raft request' (duration: 255.493755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:44.570935Z","caller":"traceutil/trace.go:171","msg":"trace[1504825248] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"557.587075ms","start":"2026-04-23T09:11:44.013304Z","end":"2026-04-23T09:11:44.570891Z","steps":["trace[1504825248] 'process raft request' (duration: 405.229799ms)","trace[1504825248] 'compare' (duration: 151.828586ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:44.571044Z","caller":"traceutil/trace.go:171","msg":"trace[1498448965] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"310.738814ms","start":"2026-04-23T09:11:44.260296Z","end":"2026-04-23T09:11:44.571035Z","steps":["trace[1498448965] 'process raft request' (duration: 310.420788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.571097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.260274Z","time spent":"310.794305ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:44.571147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.01327Z","time spent":"557.771178ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:44.571204Z","caller":"traceutil/trace.go:171","msg":"trace[1886572138] linearizableReadLoop","detail":"{readStateIndex:26765; appliedIndex:26763; }","duration":"282.956726ms","start":"2026-04-23T09:11:44.288238Z","end":"2026-04-23T09:11:44.571195Z","steps":["trace[1886572138] 'read index received' (duration: 130.172941ms)","trace[1886572138] 'applied index is now lower than readState.Index' (duration: 152.782675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:44.571425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.539575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:44.571465Z","caller":"traceutil/trace.go:171","msg":"trace[1991776426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25904; }","duration":"406.618407ms","start":"2026-04-23T09:11:44.164838Z","end":"2026-04-23T09:11:44.571457Z","steps":["trace[1991776426] 'agreement among raft nodes before linearized reading' (duration: 406.548045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.571493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.164815Z","time spent":"406.668137ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T09:11:44.571534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.744332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:44.571576Z","caller":"traceutil/trace.go:171","msg":"trace[1065045410] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25904; }","duration":"276.802433ms","start":"2026-04-23T09:11:44.29476Z","end":"2026-04-23T09:11:44.571562Z","steps":["trace[1065045410] 'agreement among raft nodes before linearized reading' (duration: 276.727141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.571589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.404307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:11:44.571698Z","caller":"traceutil/trace.go:171","msg":"trace[1630603336] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25904; }","duration":"485.586531ms","start":"2026-04-23T09:11:44.086081Z","end":"2026-04-23T09:11:44.571668Z","steps":["trace[1630603336] 'agreement among raft nodes before linearized reading' (duration: 485.368116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.571694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.608229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-23T09:11:44.571764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.086056Z","time spent":"485.691882ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:11:44.572086Z","caller":"traceutil/trace.go:171","msg":"trace[120329187] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25904; }","duration":"279.787332ms","start":"2026-04-23T09:11:44.292007Z","end":"2026-04-23T09:11:44.571795Z","steps":["trace[120329187] 'agreement among raft nodes before linearized reading' (duration: 279.476476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:44.926018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.745236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-23T09:11:44.926138Z","caller":"traceutil/trace.go:171","msg":"trace[1690697487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25904; }","duration":"171.934499ms","start":"2026-04-23T09:11:44.754181Z","end":"2026-04-23T09:11:44.926116Z","steps":["trace[1690697487] 'range keys from in-memory index tree' (duration: 171.511022ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:45.34782Z","caller":"traceutil/trace.go:171","msg":"trace[1044814057] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"413.201428ms","start":"2026-04-23T09:11:44.93458Z","end":"2026-04-23T09:11:45.347782Z","steps":["trace[1044814057] 'process raft request' (duration: 413.039755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.348014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.934569Z","time spent":"413.355831ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:45.348001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.448884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-23T09:11:45.347858Z","caller":"traceutil/trace.go:171","msg":"trace[127937601] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"414.535026ms","start":"2026-04-23T09:11:44.933248Z","end":"2026-04-23T09:11:45.347783Z","steps":["trace[127937601] 'process raft request' (duration: 324.467849ms)","trace[127937601] 'compare' (duration: 89.584637ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:45.348089Z","caller":"traceutil/trace.go:171","msg":"trace[719267137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25907; }","duration":"414.591296ms","start":"2026-04-23T09:11:44.933481Z","end":"2026-04-23T09:11:45.348072Z","steps":["trace[719267137] 'agreement among raft nodes before linearized reading' (duration: 414.363682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.34813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.933464Z","time spent":"414.659468ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T09:11:45.348138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.933216Z","time spent":"414.871652ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:45.347788Z","caller":"traceutil/trace.go:171","msg":"trace[809270634] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26766; }","duration":"414.232789ms","start":"2026-04-23T09:11:44.933525Z","end":"2026-04-23T09:11:45.347757Z","steps":["trace[809270634] 'read index received' (duration: 67.489543ms)","trace[809270634] 'applied index is now lower than readState.Index' (duration: 346.741906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:45.778467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.834544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:11:45.778599Z","caller":"traceutil/trace.go:171","msg":"trace[1832341715] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26769; }","duration":"428.449865ms","start":"2026-04-23T09:11:45.350128Z","end":"2026-04-23T09:11:45.778578Z","steps":["trace[1832341715] 'read index received' (duration: 298.410857ms)","trace[1832341715] 'applied index is now lower than readState.Index' (duration: 130.037328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:45.778804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.227326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-23T09:11:45.778839Z","caller":"traceutil/trace.go:171","msg":"trace[1669237096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25908; }","duration":"845.274057ms","start":"2026-04-23T09:11:44.933557Z","end":"2026-04-23T09:11:45.778831Z","steps":["trace[1669237096] 'agreement among raft nodes before linearized reading' (duration: 845.074223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.778876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:44.933553Z","time spent":"845.314597ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T09:11:45.779022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.350151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-23T09:11:45.779026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.722672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:45.779108Z","caller":"traceutil/trace.go:171","msg":"trace[1956063218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25908; }","duration":"557.506414ms","start":"2026-04-23T09:11:45.221579Z","end":"2026-04-23T09:11:45.779085Z","steps":["trace[1956063218] 'agreement among raft nodes before linearized reading' (duration: 557.249629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.779148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:45.221541Z","time spent":"557.600316ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T09:11:45.779219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.582898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-23T09:11:45.779202Z","caller":"traceutil/trace.go:171","msg":"trace[360875721] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"443.69458ms","start":"2026-04-23T09:11:45.335442Z","end":"2026-04-23T09:11:45.779137Z","steps":["trace[360875721] 'process raft request' (duration: 313.07792ms)","trace[360875721] 'compare' (duration: 129.429986ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:45.779298Z","caller":"traceutil/trace.go:171","msg":"trace[1894314688] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25908; }","duration":"764.70117ms","start":"2026-04-23T09:11:45.014583Z","end":"2026-04-23T09:11:45.779284Z","steps":["trace[1894314688] 'agreement among raft nodes before linearized reading' (duration: 764.511076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.779337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:45.014559Z","time spent":"764.769751ms","remote":"127.0.0.1:34662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-23T09:11:45.779411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:45.335405Z","time spent":"443.903804ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:45.779658Z","caller":"traceutil/trace.go:171","msg":"trace[1543352895] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25908; }","duration":"447.937016ms","start":"2026-04-23T09:11:45.331162Z","end":"2026-04-23T09:11:45.779099Z","steps":["trace[1543352895] 'agreement among raft nodes before linearized reading' (duration: 447.524828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.779747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:45.331136Z","time spent":"448.589308ms","remote":"127.0.0.1:35512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:11:45.937188Z","caller":"traceutil/trace.go:171","msg":"trace[1953724771] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"584.165ms","start":"2026-04-23T09:11:45.352994Z","end":"2026-04-23T09:11:45.937159Z","steps":["trace[1953724771] 'process raft request' (duration: 553.697848ms)","trace[1953724771] 'compare' (duration: 30.221686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:45.937376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:45.352975Z","time spent":"584.302652ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:45.937414Z","caller":"traceutil/trace.go:171","msg":"trace[1314391055] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"538.084964ms","start":"2026-04-23T09:11:45.399309Z","end":"2026-04-23T09:11:45.937394Z","steps":["trace[1314391055] 'process raft request' (duration: 537.791998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.937542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:45.399287Z","time spent":"538.169636ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:45.937826Z","caller":"traceutil/trace.go:171","msg":"trace[1615132025] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"507.89837ms","start":"2026-04-23T09:11:45.429897Z","end":"2026-04-23T09:11:45.937796Z","steps":["trace[1615132025] 'process raft request' (duration: 507.414571ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:45.938061Z","caller":"traceutil/trace.go:171","msg":"trace[1899791252] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"228.189309ms","start":"2026-04-23T09:11:45.709839Z","end":"2026-04-23T09:11:45.938029Z","steps":["trace[1899791252] 'process raft request' (duration: 227.837192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.938092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:45.429861Z","time spent":"508.057262ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:45.938158Z","caller":"traceutil/trace.go:171","msg":"trace[1752762768] linearizableReadLoop","detail":"{readStateIndex:26776; appliedIndex:26770; }","duration":"150.258945ms","start":"2026-04-23T09:11:45.787884Z","end":"2026-04-23T09:11:45.938143Z","steps":["trace[1752762768] 'read index received' (duration: 118.792284ms)","trace[1752762768] 'applied index is now lower than readState.Index' (duration: 31.465501ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:45.938305Z","caller":"traceutil/trace.go:171","msg":"trace[1180176684] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"153.853867ms","start":"2026-04-23T09:11:45.784437Z","end":"2026-04-23T09:11:45.938291Z","steps":["trace[1180176684] 'process raft request' (duration: 153.4926ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:45.938389Z","caller":"traceutil/trace.go:171","msg":"trace[975344503] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"153.793196ms","start":"2026-04-23T09:11:45.784587Z","end":"2026-04-23T09:11:45.93838Z","steps":["trace[975344503] 'process raft request' (duration: 153.425428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:45.938492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.603181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-23T09:11:45.93854Z","caller":"traceutil/trace.go:171","msg":"trace[627700644] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25916; }","duration":"150.717323ms","start":"2026-04-23T09:11:45.787811Z","end":"2026-04-23T09:11:45.938528Z","steps":["trace[627700644] 'agreement among raft nodes before linearized reading' (duration: 150.51707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:53.191943Z","caller":"traceutil/trace.go:171","msg":"trace[1569299375] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"142.792035ms","start":"2026-04-23T09:11:53.049113Z","end":"2026-04-23T09:11:53.191905Z","steps":["trace[1569299375] 'process raft request' (duration: 142.50623ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:53.490576Z","caller":"traceutil/trace.go:171","msg":"trace[1579077954] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"101.69265ms","start":"2026-04-23T09:11:53.388844Z","end":"2026-04-23T09:11:53.490537Z","steps":["trace[1579077954] 'process raft request' (duration: 101.382934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.13859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.528254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:54.139333Z","caller":"traceutil/trace.go:171","msg":"trace[551713945] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25977; }","duration":"230.724378ms","start":"2026-04-23T09:11:53.907967Z","end":"2026-04-23T09:11:54.138692Z","steps":["trace[551713945] 'count revisions from in-memory index tree' (duration: 230.34028ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:54.403264Z","caller":"traceutil/trace.go:171","msg":"trace[2128576408] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"426.906824ms","start":"2026-04-23T09:11:53.976328Z","end":"2026-04-23T09:11:54.403235Z","steps":["trace[2128576408] 'process raft request' (duration: 426.747641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.403467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:53.976306Z","time spent":"427.056237ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:54.425998Z","caller":"traceutil/trace.go:171","msg":"trace[819596953] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"439.881334ms","start":"2026-04-23T09:11:53.986098Z","end":"2026-04-23T09:11:54.42598Z","steps":["trace[819596953] 'process raft request' (duration: 439.714581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.426104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:53.986065Z","time spent":"439.989876ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:54.426224Z","caller":"traceutil/trace.go:171","msg":"trace[1851043811] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"435.19189ms","start":"2026-04-23T09:11:53.991007Z","end":"2026-04-23T09:11:54.426199Z","steps":["trace[1851043811] 'process raft request' (duration: 434.926654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.426365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:53.99098Z","time spent":"435.304162ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:54.42642Z","caller":"traceutil/trace.go:171","msg":"trace[205864286] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"224.654677ms","start":"2026-04-23T09:11:54.201747Z","end":"2026-04-23T09:11:54.426402Z","steps":["trace[205864286] 'process raft request' (duration: 224.359711ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:54.426375Z","caller":"traceutil/trace.go:171","msg":"trace[1642758248] linearizableReadLoop","detail":"{readStateIndex:26843; appliedIndex:26841; }","duration":"436.450485ms","start":"2026-04-23T09:11:53.989893Z","end":"2026-04-23T09:11:54.426344Z","steps":["trace[1642758248] 'read index received' (duration: 413.23321ms)","trace[1642758248] 'applied index is now lower than readState.Index' (duration: 23.214725ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:54.42663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.746151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T09:11:54.426688Z","caller":"traceutil/trace.go:171","msg":"trace[775250155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25981; }","duration":"436.847603ms","start":"2026-04-23T09:11:53.98983Z","end":"2026-04-23T09:11:54.426677Z","steps":["trace[775250155] 'agreement among raft nodes before linearized reading' (duration: 436.666999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.426722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:53.98981Z","time spent":"436.904425ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T09:11:54.426759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.491435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T09:11:54.426816Z","caller":"traceutil/trace.go:171","msg":"trace[649265311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25981; }","duration":"424.624667ms","start":"2026-04-23T09:11:54.002177Z","end":"2026-04-23T09:11:54.426802Z","steps":["trace[649265311] 'agreement among raft nodes before linearized reading' (duration: 424.348792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.426794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.97659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:11:54.426877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.002152Z","time spent":"424.71656ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T09:11:54.426915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.645033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:54.426956Z","caller":"traceutil/trace.go:171","msg":"trace[1939018816] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25981; }","duration":"174.729444ms","start":"2026-04-23T09:11:54.252214Z","end":"2026-04-23T09:11:54.426943Z","steps":["trace[1939018816] 'agreement among raft nodes before linearized reading' (duration: 174.673433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:54.426914Z","caller":"traceutil/trace.go:171","msg":"trace[1808115326] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25981; }","duration":"168.140883ms","start":"2026-04-23T09:11:54.258749Z","end":"2026-04-23T09:11:54.42689Z","steps":["trace[1808115326] 'agreement among raft nodes before linearized reading' (duration: 167.934309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.427071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.600127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T09:11:54.427111Z","caller":"traceutil/trace.go:171","msg":"trace[809806799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25981; }","duration":"418.678388ms","start":"2026-04-23T09:11:54.008423Z","end":"2026-04-23T09:11:54.427101Z","steps":["trace[809806799] 'agreement among raft nodes before linearized reading' (duration: 418.573526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.427142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.008404Z","time spent":"418.727399ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T09:11:54.426868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.086308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:54.427255Z","caller":"traceutil/trace.go:171","msg":"trace[13494232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25981; }","duration":"263.509846ms","start":"2026-04-23T09:11:54.163733Z","end":"2026-04-23T09:11:54.427243Z","steps":["trace[13494232] 'agreement among raft nodes before linearized reading' (duration: 263.100858ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:54.618147Z","caller":"traceutil/trace.go:171","msg":"trace[1069633115] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"186.302307ms","start":"2026-04-23T09:11:54.431803Z","end":"2026-04-23T09:11:54.618105Z","steps":["trace[1069633115] 'process raft request' (duration: 150.383477ms)","trace[1069633115] 'compare' (duration: 35.721076ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:54.938866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.949987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:11:54.939098Z","caller":"traceutil/trace.go:171","msg":"trace[823771372] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"506.904109ms","start":"2026-04-23T09:11:54.432142Z","end":"2026-04-23T09:11:54.939046Z","steps":["trace[823771372] 'process raft request' (duration: 378.664956ms)","trace[823771372] 'compare' (duration: 127.203542ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:54.939167Z","caller":"traceutil/trace.go:171","msg":"trace[1186476587] linearizableReadLoop","detail":"{readStateIndex:26849; appliedIndex:26846; }","duration":"349.947651ms","start":"2026-04-23T09:11:54.589198Z","end":"2026-04-23T09:11:54.939146Z","steps":["trace[1186476587] 'read index received' (duration: 221.680317ms)","trace[1186476587] 'applied index is now lower than readState.Index' (duration: 128.266163ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:54.939229Z","caller":"traceutil/trace.go:171","msg":"trace[1960708506] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"506.672404ms","start":"2026-04-23T09:11:54.432521Z","end":"2026-04-23T09:11:54.939193Z","steps":["trace[1960708506] 'process raft request' (duration: 506.500831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.939323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.432123Z","time spent":"507.072642ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:54.939356Z","caller":"traceutil/trace.go:171","msg":"trace[269409630] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"506.719415ms","start":"2026-04-23T09:11:54.432616Z","end":"2026-04-23T09:11:54.939336Z","steps":["trace[269409630] 'process raft request' (duration: 506.480231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.939412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.432511Z","time spent":"506.805577ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:54.939446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.43261Z","time spent":"506.794387ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:54.939977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.776616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:54.940022Z","caller":"traceutil/trace.go:171","msg":"trace[1912441771] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25985; }","duration":"350.873408ms","start":"2026-04-23T09:11:54.589136Z","end":"2026-04-23T09:11:54.94001Z","steps":["trace[1912441771] 'agreement among raft nodes before linearized reading' (duration: 350.074383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:54.940064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.58911Z","time spent":"350.941299ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T09:11:55.256345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.201904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:11:55.256658Z","caller":"traceutil/trace.go:171","msg":"trace[1633639475] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26849; }","duration":"311.020209ms","start":"2026-04-23T09:11:54.945619Z","end":"2026-04-23T09:11:55.256639Z","steps":["trace[1633639475] 'read index received' (duration: 135.465958ms)","trace[1633639475] 'applied index is now lower than readState.Index' (duration: 175.553311ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:55.256673Z","caller":"traceutil/trace.go:171","msg":"trace[1546231634] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"665.221704ms","start":"2026-04-23T09:11:54.591411Z","end":"2026-04-23T09:11:55.256632Z","steps":["trace[1546231634] 'process raft request' (duration: 489.633552ms)","trace[1546231634] 'compare' (duration: 174.830127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:55.25686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.59138Z","time spent":"665.383177ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:55.256933Z","caller":"traceutil/trace.go:171","msg":"trace[905157335] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"635.741193ms","start":"2026-04-23T09:11:54.62118Z","end":"2026-04-23T09:11:55.256921Z","steps":["trace[905157335] 'process raft request' (duration: 635.276554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:55.257008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.621154Z","time spent":"635.818805ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:55.257389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.775205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:55.257435Z","caller":"traceutil/trace.go:171","msg":"trace[790401067] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25988; }","duration":"311.847446ms","start":"2026-04-23T09:11:54.945574Z","end":"2026-04-23T09:11:55.257421Z","steps":["trace[790401067] 'agreement among raft nodes before linearized reading' (duration: 311.778115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:55.257473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.945556Z","time spent":"311.909677ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-23T09:11:55.257624Z","caller":"traceutil/trace.go:171","msg":"trace[518612584] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"634.963127ms","start":"2026-04-23T09:11:54.622612Z","end":"2026-04-23T09:11:55.257575Z","steps":["trace[518612584] 'process raft request' (duration: 633.936246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:55.257861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:54.622584Z","time spent":"635.161552ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:55.582936Z","caller":"traceutil/trace.go:171","msg":"trace[1405887869] linearizableReadLoop","detail":"{readStateIndex:26853; appliedIndex:26852; }","duration":"316.671112ms","start":"2026-04-23T09:11:55.266224Z","end":"2026-04-23T09:11:55.582895Z","steps":["trace[1405887869] 'read index received' (duration: 313.923947ms)","trace[1405887869] 'applied index is now lower than readState.Index' (duration: 2.744375ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:55.58297Z","caller":"traceutil/trace.go:171","msg":"trace[400172356] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"318.55556ms","start":"2026-04-23T09:11:55.26438Z","end":"2026-04-23T09:11:55.582936Z","steps":["trace[400172356] 'process raft request' (duration: 315.739084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:55.583198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:55.264353Z","time spent":"318.700464ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:55.583208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.942598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:55.583313Z","caller":"traceutil/trace.go:171","msg":"trace[2131881333] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25989; }","duration":"317.103911ms","start":"2026-04-23T09:11:55.266187Z","end":"2026-04-23T09:11:55.583291Z","steps":["trace[2131881333] 'agreement among raft nodes before linearized reading' (duration: 316.888477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:55.583375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:55.266178Z","time spent":"317.186783ms","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-23T09:11:55.597004Z","caller":"traceutil/trace.go:171","msg":"trace[542004740] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"137.09327ms","start":"2026-04-23T09:11:55.459886Z","end":"2026-04-23T09:11:55.596979Z","steps":["trace[542004740] 'process raft request' (duration: 136.699012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:56.246277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.589237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:56.246351Z","caller":"traceutil/trace.go:171","msg":"trace[707892027] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25992; }","duration":"233.729449ms","start":"2026-04-23T09:11:56.012603Z","end":"2026-04-23T09:11:56.246333Z","steps":["trace[707892027] 'count revisions from in-memory index tree' (duration: 233.500964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:56.246894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.116532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:11:56.246932Z","caller":"traceutil/trace.go:171","msg":"trace[552949501] linearizableReadLoop","detail":"{readStateIndex:26857; appliedIndex:26856; }","duration":"141.426548ms","start":"2026-04-23T09:11:56.105499Z","end":"2026-04-23T09:11:56.246925Z","steps":["trace[552949501] 'read index received' (duration: 76.882µs)","trace[552949501] 'applied index is now lower than readState.Index' (duration: 141.348516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:56.247122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.594161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:56.24721Z","caller":"traceutil/trace.go:171","msg":"trace[1048820909] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25993; }","duration":"141.736064ms","start":"2026-04-23T09:11:56.105446Z","end":"2026-04-23T09:11:56.247182Z","steps":["trace[1048820909] 'agreement among raft nodes before linearized reading' (duration: 141.570681ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:56.247433Z","caller":"traceutil/trace.go:171","msg":"trace[469009179] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"228.493564ms","start":"2026-04-23T09:11:56.018925Z","end":"2026-04-23T09:11:56.247419Z","steps":["trace[469009179] 'process raft request' (duration: 50.80542ms)","trace[469009179] 'compare' (duration: 177.028191ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:56.564928Z","caller":"traceutil/trace.go:171","msg":"trace[1252026907] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"156.631892ms","start":"2026-04-23T09:11:56.408262Z","end":"2026-04-23T09:11:56.564894Z","steps":["trace[1252026907] 'process raft request' (duration: 156.385257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:56.976922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.075368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:11:56.977377Z","caller":"traceutil/trace.go:171","msg":"trace[1135684535] linearizableReadLoop","detail":"{readStateIndex:26860; appliedIndex:26857; }","duration":"543.078125ms","start":"2026-04-23T09:11:56.434276Z","end":"2026-04-23T09:11:56.977354Z","steps":["trace[1135684535] 'read index received' (duration: 130.344395ms)","trace[1135684535] 'applied index is now lower than readState.Index' (duration: 412.73247ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:56.977573Z","caller":"traceutil/trace.go:171","msg":"trace[458870398] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"544.32448ms","start":"2026-04-23T09:11:56.433235Z","end":"2026-04-23T09:11:56.97756Z","steps":["trace[458870398] 'process raft request' (duration: 273.484867ms)","trace[458870398] 'compare' (duration: 269.357013ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:56.97772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.43321Z","time spent":"544.476703ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:56.977912Z","caller":"traceutil/trace.go:171","msg":"trace[487998583] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"543.655066ms","start":"2026-04-23T09:11:56.434166Z","end":"2026-04-23T09:11:56.977821Z","steps":["trace[487998583] 'process raft request' (duration: 543.118146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:56.977963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.648266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:56.978068Z","caller":"traceutil/trace.go:171","msg":"trace[410147490] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25996; }","duration":"543.840149ms","start":"2026-04-23T09:11:56.434201Z","end":"2026-04-23T09:11:56.978042Z","steps":["trace[410147490] 'agreement among raft nodes before linearized reading' (duration: 543.586714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:56.978085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.518169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T09:11:56.978132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.434175Z","time spent":"543.945532ms","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:11:56.978132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.434137Z","time spent":"543.88395ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:56.978116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.357729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T09:11:56.97819Z","caller":"traceutil/trace.go:171","msg":"trace[434387924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25996; }","duration":"302.662602ms","start":"2026-04-23T09:11:56.675504Z","end":"2026-04-23T09:11:56.978166Z","steps":["trace[434387924] 'agreement among raft nodes before linearized reading' (duration: 302.408917ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:56.978213Z","caller":"traceutil/trace.go:171","msg":"trace[628306001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25996; }","duration":"354.525822ms","start":"2026-04-23T09:11:56.623663Z","end":"2026-04-23T09:11:56.978189Z","steps":["trace[628306001] 'agreement among raft nodes before linearized reading' (duration: 354.210096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:56.978249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.67544Z","time spent":"302.798024ms","remote":"127.0.0.1:47716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:11:56.978256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.623634Z","time spent":"354.612903ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T09:11:56.978225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.603694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T09:11:56.978359Z","caller":"traceutil/trace.go:171","msg":"trace[333727263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25996; }","duration":"195.798008ms","start":"2026-04-23T09:11:56.78253Z","end":"2026-04-23T09:11:56.978328Z","steps":["trace[333727263] 'agreement among raft nodes before linearized reading' (duration: 195.3631ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:57.354171Z","caller":"traceutil/trace.go:171","msg":"trace[970282040] linearizableReadLoop","detail":"{readStateIndex:26861; appliedIndex:26860; }","duration":"371.553534ms","start":"2026-04-23T09:11:56.982553Z","end":"2026-04-23T09:11:57.354106Z","steps":["trace[970282040] 'read index received' (duration: 318.080582ms)","trace[970282040] 'applied index is now lower than readState.Index' (duration: 53.470782ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:57.354254Z","caller":"traceutil/trace.go:171","msg":"trace[2001317951] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"371.764188ms","start":"2026-04-23T09:11:56.982423Z","end":"2026-04-23T09:11:57.354187Z","steps":["trace[2001317951] 'process raft request' (duration: 317.891927ms)","trace[2001317951] 'compare' (duration: 53.421612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:57.354436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.982401Z","time spent":"371.942012ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:57.354538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.952832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T09:11:57.3546Z","caller":"traceutil/trace.go:171","msg":"trace[904470628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25997; }","duration":"372.077275ms","start":"2026-04-23T09:11:56.982503Z","end":"2026-04-23T09:11:57.35458Z","steps":["trace[904470628] 'agreement among raft nodes before linearized reading' (duration: 371.798829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.35465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.982481Z","time spent":"372.158066ms","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T09:11:57.631129Z","caller":"traceutil/trace.go:171","msg":"trace[2015934516] linearizableReadLoop","detail":"{readStateIndex:26866; appliedIndex:26861; }","duration":"276.836104ms","start":"2026-04-23T09:11:57.354263Z","end":"2026-04-23T09:11:57.631099Z","steps":["trace[2015934516] 'read index received' (duration: 276.557688ms)","trace[2015934516] 'applied index is now lower than readState.Index' (duration: 277.176µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:11:57.631455Z","caller":"traceutil/trace.go:171","msg":"trace[1024779665] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"648.718254ms","start":"2026-04-23T09:11:56.982723Z","end":"2026-04-23T09:11:57.631441Z","steps":["trace[1024779665] 'process raft request' (duration: 647.902948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.631593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.982699Z","time spent":"648.798756ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:57.63187Z","caller":"traceutil/trace.go:171","msg":"trace[1796524427] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"649.094431ms","start":"2026-04-23T09:11:56.982764Z","end":"2026-04-23T09:11:57.631859Z","steps":["trace[1796524427] 'process raft request' (duration: 648.150482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.631941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.982745Z","time spent":"649.158602ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:57.631996Z","caller":"traceutil/trace.go:171","msg":"trace[207039282] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"367.274388ms","start":"2026-04-23T09:11:57.264693Z","end":"2026-04-23T09:11:57.631967Z","steps":["trace[207039282] 'process raft request' (duration: 366.316059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.632085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.289532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:57.632123Z","caller":"traceutil/trace.go:171","msg":"trace[1905213308] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26004; }","duration":"596.399264ms","start":"2026-04-23T09:11:57.03571Z","end":"2026-04-23T09:11:57.63211Z","steps":["trace[1905213308] 'agreement among raft nodes before linearized reading' (duration: 596.317872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.632164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:57.03567Z","time spent":"596.485206ms","remote":"127.0.0.1:43622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:11:57.632171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:57.264659Z","time spent":"367.40768ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:57.632182Z","caller":"traceutil/trace.go:171","msg":"trace[1760852520] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"367.011033ms","start":"2026-04-23T09:11:57.265146Z","end":"2026-04-23T09:11:57.632157Z","steps":["trace[1760852520] 'process raft request' (duration: 365.909481ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:57.632266Z","caller":"traceutil/trace.go:171","msg":"trace[1207267422] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"649.334036ms","start":"2026-04-23T09:11:56.982921Z","end":"2026-04-23T09:11:57.632255Z","steps":["trace[1207267422] 'process raft request' (duration: 648.04852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.632334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:57.265112Z","time spent":"367.129034ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:57.632359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:56.982912Z","time spent":"649.412877ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:57.632087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.750403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:57.632491Z","caller":"traceutil/trace.go:171","msg":"trace[1016921913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26004; }","duration":"470.207732ms","start":"2026-04-23T09:11:57.16225Z","end":"2026-04-23T09:11:57.632458Z","steps":["trace[1016921913] 'agreement among raft nodes before linearized reading' (duration: 469.689491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.63254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:57.162222Z","time spent":"470.305914ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T09:11:57.632541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.885173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:57.63258Z","caller":"traceutil/trace.go:171","msg":"trace[40355877] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26004; }","duration":"243.933974ms","start":"2026-04-23T09:11:57.388636Z","end":"2026-04-23T09:11:57.63257Z","steps":["trace[40355877] 'agreement among raft nodes before linearized reading' (duration: 243.862552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:57.632979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.670051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-04-23T09:11:57.63303Z","caller":"traceutil/trace.go:171","msg":"trace[1391563502] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26004; }","duration":"276.775903ms","start":"2026-04-23T09:11:57.356242Z","end":"2026-04-23T09:11:57.633018Z","steps":["trace[1391563502] 'agreement among raft nodes before linearized reading' (duration: 275.535507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:58.002196Z","caller":"traceutil/trace.go:171","msg":"trace[88398917] linearizableReadLoop","detail":"{readStateIndex:26869; appliedIndex:26868; }","duration":"344.080532ms","start":"2026-04-23T09:11:57.658084Z","end":"2026-04-23T09:11:58.002164Z","steps":["trace[88398917] 'read index received' (duration: 254.820402ms)","trace[88398917] 'applied index is now lower than readState.Index' (duration: 89.25855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:58.00239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.272715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:11:58.002426Z","caller":"traceutil/trace.go:171","msg":"trace[193788533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26005; }","duration":"344.377607ms","start":"2026-04-23T09:11:57.658036Z","end":"2026-04-23T09:11:58.002414Z","steps":["trace[193788533] 'agreement among raft nodes before linearized reading' (duration: 344.265675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:11:58.002361Z","caller":"traceutil/trace.go:171","msg":"trace[2109201067] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"362.526952ms","start":"2026-04-23T09:11:57.639706Z","end":"2026-04-23T09:11:58.002233Z","steps":["trace[2109201067] 'process raft request' (duration: 273.223842ms)","trace[2109201067] 'compare' (duration: 88.864142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:11:58.002463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:57.658015Z","time spent":"344.44008ms","remote":"127.0.0.1:47654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:11:58.002598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:57.639684Z","time spent":"362.797898ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:11:58.003784Z","caller":"traceutil/trace.go:171","msg":"trace[1462682330] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"324.295925ms","start":"2026-04-23T09:11:57.679475Z","end":"2026-04-23T09:11:58.003771Z","steps":["trace[1462682330] 'process raft request' (duration: 324.178833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:11:58.003931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:11:57.679444Z","time spent":"324.416838ms","remote":"127.0.0.1:45092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:11:58.011803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.975353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:11:58.011896Z","caller":"traceutil/trace.go:171","msg":"trace[759053731] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26007; }","duration":"228.132836ms","start":"2026-04-23T09:11:57.783743Z","end":"2026-04-23T09:11:58.011876Z","steps":["trace[759053731] 'agreement among raft nodes before linearized reading' (duration: 227.961323ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:01.512409Z","caller":"traceutil/trace.go:171","msg":"trace[1117555578] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"136.188972ms","start":"2026-04-23T09:12:01.376188Z","end":"2026-04-23T09:12:01.512377Z","steps":["trace[1117555578] 'process raft request' (duration: 135.944557ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:02.170015Z","caller":"traceutil/trace.go:171","msg":"trace[1437317272] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"525.108404ms","start":"2026-04-23T09:12:01.644874Z","end":"2026-04-23T09:12:02.169982Z","steps":["trace[1437317272] 'process raft request' (duration: 454.081299ms)","trace[1437317272] 'compare' (duration: 70.608887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:02.170236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.644838Z","time spent":"525.291427ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:02.875128Z","caller":"traceutil/trace.go:171","msg":"trace[1322281407] linearizableReadLoop","detail":"{readStateIndex:26898; appliedIndex:26895; }","duration":"1.224069605s","start":"2026-04-23T09:12:01.651027Z","end":"2026-04-23T09:12:02.875097Z","steps":["trace[1322281407] 'read index received' (duration: 447.955246ms)","trace[1322281407] 'applied index is now lower than readState.Index' (duration: 776.112669ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:02.87516Z","caller":"traceutil/trace.go:171","msg":"trace[1090152765] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"847.37979ms","start":"2026-04-23T09:12:02.027743Z","end":"2026-04-23T09:12:02.875123Z","steps":["trace[1090152765] 'process raft request' (duration: 847.290798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:02.875166Z","caller":"traceutil/trace.go:171","msg":"trace[1064957629] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"1.226521894s","start":"2026-04-23T09:12:01.648593Z","end":"2026-04-23T09:12:02.875115Z","steps":["trace[1064957629] 'process raft request' (duration: 1.219985783s)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:02.875189Z","caller":"traceutil/trace.go:171","msg":"trace[522679942] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"1.226019275s","start":"2026-04-23T09:12:01.649108Z","end":"2026-04-23T09:12:02.875127Z","steps":["trace[522679942] 'process raft request' (duration: 1.225755519s)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:02.875142Z","caller":"traceutil/trace.go:171","msg":"trace[1908894799] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"1.223412222s","start":"2026-04-23T09:12:01.651693Z","end":"2026-04-23T09:12:02.875105Z","steps":["trace[1908894799] 'process raft request' (duration: 1.22328785s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:02.875355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224329601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-23T09:12:02.875358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.027715Z","time spent":"847.527452ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:02.875409Z","caller":"traceutil/trace.go:171","msg":"trace[1099996484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26035; }","duration":"1.224419872s","start":"2026-04-23T09:12:01.650975Z","end":"2026-04-23T09:12:02.875395Z","steps":["trace[1099996484] 'agreement among raft nodes before linearized reading' (duration: 1.224206788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:02.87542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.64858Z","time spent":"1.226689297s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:02.875429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.649069Z","time spent":"1.226229839s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:02.875442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.650962Z","time spent":"1.224474294s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T09:12:02.875471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.651683Z","time spent":"1.223692968s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:03.272634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.447217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:12:03.27283Z","caller":"traceutil/trace.go:171","msg":"trace[1864632483] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"682.577054ms","start":"2026-04-23T09:12:02.590201Z","end":"2026-04-23T09:12:03.272778Z","steps":["trace[1864632483] 'process raft request' (duration: 385.531445ms)","trace[1864632483] 'compare' (duration: 295.909585ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:03.272979Z","caller":"traceutil/trace.go:171","msg":"trace[1950339243] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"391.162948ms","start":"2026-04-23T09:12:02.881772Z","end":"2026-04-23T09:12:03.272935Z","steps":["trace[1950339243] 'process raft request' (duration: 391.026345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.273074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.881714Z","time spent":"391.317081ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:03.273335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.590132Z","time spent":"682.811388ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:03.273551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249653219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-23T09:12:03.273584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470024119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:12:03.2736Z","caller":"traceutil/trace.go:171","msg":"trace[1979245638] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26037; }","duration":"1.249725759s","start":"2026-04-23T09:12:02.023862Z","end":"2026-04-23T09:12:03.273587Z","steps":["trace[1979245638] 'agreement among raft nodes before linearized reading' (duration: 1.249541346s)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:03.273632Z","caller":"traceutil/trace.go:171","msg":"trace[1146487777] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26037; }","duration":"1.470126601s","start":"2026-04-23T09:12:01.803489Z","end":"2026-04-23T09:12:03.273616Z","steps":["trace[1146487777] 'agreement among raft nodes before linearized reading' (duration: 1.469993918s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.273679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.803462Z","time spent":"1.470208373s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:12:03.273578Z","caller":"traceutil/trace.go:171","msg":"trace[1337846918] linearizableReadLoop","detail":"{readStateIndex:26901; appliedIndex:26900; }","duration":"398.175227ms","start":"2026-04-23T09:12:02.875209Z","end":"2026-04-23T09:12:03.273384Z","steps":["trace[1337846918] 'read index received' (duration: 100.518197ms)","trace[1337846918] 'applied index is now lower than readState.Index' (duration: 297.542188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:03.273908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246002355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:03.273964Z","caller":"traceutil/trace.go:171","msg":"trace[1746233900] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26037; }","duration":"1.246284681s","start":"2026-04-23T09:12:02.027666Z","end":"2026-04-23T09:12:03.27395Z","steps":["trace[1746233900] 'agreement among raft nodes before linearized reading' (duration: 1.245995945s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.027655Z","time spent":"1.246338021s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:03.274255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346394528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-23T09:12:03.274287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622803274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T09:12:03.274299Z","caller":"traceutil/trace.go:171","msg":"trace[1053666628] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26037; }","duration":"1.34650194s","start":"2026-04-23T09:12:01.927786Z","end":"2026-04-23T09:12:03.274288Z","steps":["trace[1053666628] 'agreement among raft nodes before linearized reading' (duration: 1.346420959s)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:03.274324Z","caller":"traceutil/trace.go:171","msg":"trace[1078585374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26037; }","duration":"1.622915446s","start":"2026-04-23T09:12:01.651398Z","end":"2026-04-23T09:12:03.274313Z","steps":["trace[1078585374] 'agreement among raft nodes before linearized reading' (duration: 1.62262809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.274332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.927764Z","time spent":"1.346560612s","remote":"127.0.0.1:57748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:03.274373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.651374Z","time spent":"1.622984267s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T09:12:03.274358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081388342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:03.274468Z","caller":"traceutil/trace.go:171","msg":"trace[1004598559] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26037; }","duration":"1.081569506s","start":"2026-04-23T09:12:02.192872Z","end":"2026-04-23T09:12:03.274441Z","steps":["trace[1004598559] 'agreement among raft nodes before linearized reading' (duration: 1.080603987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.273641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.023848Z","time spent":"1.24978135s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T09:12:03.274531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.192847Z","time spent":"1.081670119s","remote":"127.0.0.1:56030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:03.274648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623243463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T09:12:03.274697Z","caller":"traceutil/trace.go:171","msg":"trace[929910548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26037; }","duration":"1.623310784s","start":"2026-04-23T09:12:01.651374Z","end":"2026-04-23T09:12:03.274685Z","steps":["trace[929910548] 'agreement among raft nodes before linearized reading' (duration: 1.62317172s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.274741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:01.651361Z","time spent":"1.623373746s","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T09:12:03.274833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.054358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.89\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-23T09:12:03.274952Z","caller":"traceutil/trace.go:171","msg":"trace[1654914104] range","detail":"{range_begin:/registry/masterleases/199.204.45.89; range_end:; response_count:1; response_revision:26037; }","duration":"940.218161ms","start":"2026-04-23T09:12:02.334711Z","end":"2026-04-23T09:12:03.274929Z","steps":["trace[1654914104] 'agreement among raft nodes before linearized reading' (duration: 939.566797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.275027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.334695Z","time spent":"940.319094ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.89\" "} {"level":"info","ts":"2026-04-23T09:12:03.473921Z","caller":"traceutil/trace.go:171","msg":"trace[747632367] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"474.365867ms","start":"2026-04-23T09:12:02.999517Z","end":"2026-04-23T09:12:03.473883Z","steps":["trace[747632367] 'process raft request' (duration: 469.962648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.474114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.999501Z","time spent":"474.500279ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:03.474659Z","caller":"traceutil/trace.go:171","msg":"trace[1888752918] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"468.528058ms","start":"2026-04-23T09:12:03.006069Z","end":"2026-04-23T09:12:03.474597Z","steps":["trace[1888752918] 'process raft request' (duration: 468.058389ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:03.474749Z","caller":"traceutil/trace.go:171","msg":"trace[397022953] linearizableReadLoop","detail":"{readStateIndex:26904; appliedIndex:26902; }","duration":"200.786418ms","start":"2026-04-23T09:12:03.273947Z","end":"2026-04-23T09:12:03.474733Z","steps":["trace[397022953] 'read index received' (duration: 195.533712ms)","trace[397022953] 'applied index is now lower than readState.Index' (duration: 5.251086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:03.474914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.17752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:03.474974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:03.00606Z","time spent":"468.699452ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:03.475034Z","caller":"traceutil/trace.go:171","msg":"trace[1429775315] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26039; }","duration":"435.386334ms","start":"2026-04-23T09:12:03.039617Z","end":"2026-04-23T09:12:03.475004Z","steps":["trace[1429775315] 'agreement among raft nodes before linearized reading' (duration: 435.15948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.475061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.124111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:03.475121Z","caller":"traceutil/trace.go:171","msg":"trace[847391150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26039; }","duration":"311.212823ms","start":"2026-04-23T09:12:03.163887Z","end":"2026-04-23T09:12:03.4751Z","steps":["trace[847391150] 'agreement among raft nodes before linearized reading' (duration: 311.113621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.475123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:03.039587Z","time spent":"435.503866ms","remote":"127.0.0.1:35538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:03.475164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:03.163873Z","time spent":"311.284354ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T09:12:03.475347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.105415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-04-23T09:12:03.475364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.856884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-23T09:12:03.47554Z","caller":"traceutil/trace.go:171","msg":"trace[176425094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26039; }","duration":"439.068488ms","start":"2026-04-23T09:12:03.036452Z","end":"2026-04-23T09:12:03.475521Z","steps":["trace[176425094] 'agreement among raft nodes before linearized reading' (duration: 438.504927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.475666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:03.036433Z","time spent":"439.210921ms","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T09:12:03.475484Z","caller":"traceutil/trace.go:171","msg":"trace[841295266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26039; }","duration":"536.187056ms","start":"2026-04-23T09:12:02.939189Z","end":"2026-04-23T09:12:03.475377Z","steps":["trace[841295266] 'agreement among raft nodes before linearized reading' (duration: 535.592484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:03.475793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:02.939174Z","time spent":"536.605185ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-23T09:12:03.476478Z","caller":"traceutil/trace.go:171","msg":"trace[448436661] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"197.232847ms","start":"2026-04-23T09:12:03.279233Z","end":"2026-04-23T09:12:03.476466Z","steps":["trace[448436661] 'process raft request' (duration: 196.296728ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:03.477116Z","caller":"traceutil/trace.go:171","msg":"trace[1898770822] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"197.750867ms","start":"2026-04-23T09:12:03.279329Z","end":"2026-04-23T09:12:03.47708Z","steps":["trace[1898770822] 'process raft request' (duration: 196.600974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:03.477246Z","caller":"traceutil/trace.go:171","msg":"trace[338391771] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"197.89572ms","start":"2026-04-23T09:12:03.279326Z","end":"2026-04-23T09:12:03.477222Z","steps":["trace[338391771] 'process raft request' (duration: 197.698666ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:09.750144Z","caller":"traceutil/trace.go:171","msg":"trace[121213066] linearizableReadLoop","detail":"{readStateIndex:27008; appliedIndex:27006; }","duration":"248.713439ms","start":"2026-04-23T09:12:09.501392Z","end":"2026-04-23T09:12:09.750106Z","steps":["trace[121213066] 'read index received' (duration: 88.038047ms)","trace[121213066] 'applied index is now lower than readState.Index' (duration: 160.673332ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:09.750367Z","caller":"traceutil/trace.go:171","msg":"trace[1845259640] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"254.190489ms","start":"2026-04-23T09:12:09.496151Z","end":"2026-04-23T09:12:09.750341Z","steps":["trace[1845259640] 'process raft request' (duration: 237.480964ms)","trace[1845259640] 'compare' (duration: 16.312827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:09.75082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.472244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-23T09:12:09.750913Z","caller":"traceutil/trace.go:171","msg":"trace[384426459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26140; }","duration":"246.613077ms","start":"2026-04-23T09:12:09.504278Z","end":"2026-04-23T09:12:09.750891Z","steps":["trace[384426459] 'agreement among raft nodes before linearized reading' (duration: 246.369362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:09.751007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.199628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T09:12:09.751071Z","caller":"traceutil/trace.go:171","msg":"trace[2126536478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26140; }","duration":"246.297201ms","start":"2026-04-23T09:12:09.504754Z","end":"2026-04-23T09:12:09.751051Z","steps":["trace[2126536478] 'agreement among raft nodes before linearized reading' (duration: 246.063046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:09.751029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.135094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T09:12:09.751185Z","caller":"traceutil/trace.go:171","msg":"trace[646621321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26140; }","duration":"206.374969ms","start":"2026-04-23T09:12:09.544777Z","end":"2026-04-23T09:12:09.751151Z","steps":["trace[646621321] 'agreement among raft nodes before linearized reading' (duration: 205.94004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:09.75128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.892362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T09:12:09.751316Z","caller":"traceutil/trace.go:171","msg":"trace[379760178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26140; }","duration":"249.967264ms","start":"2026-04-23T09:12:09.501339Z","end":"2026-04-23T09:12:09.751306Z","steps":["trace[379760178] 'agreement among raft nodes before linearized reading' (duration: 249.874702ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:09.998884Z","caller":"traceutil/trace.go:171","msg":"trace[1082685335] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"243.688058ms","start":"2026-04-23T09:12:09.75511Z","end":"2026-04-23T09:12:09.998798Z","steps":["trace[1082685335] 'process raft request' (duration: 154.320376ms)","trace[1082685335] 'compare' (duration: 89.212459ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:10.000325Z","caller":"traceutil/trace.go:171","msg":"trace[1537547116] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"244.526945ms","start":"2026-04-23T09:12:09.755779Z","end":"2026-04-23T09:12:10.000306Z","steps":["trace[1537547116] 'process raft request' (duration: 244.209189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:10.000643Z","caller":"traceutil/trace.go:171","msg":"trace[223644403] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"244.737899ms","start":"2026-04-23T09:12:09.755872Z","end":"2026-04-23T09:12:10.00061Z","steps":["trace[223644403] 'process raft request' (duration: 244.371592ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:10.000079Z","caller":"traceutil/trace.go:171","msg":"trace[2144020314] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"244.30263ms","start":"2026-04-23T09:12:09.755739Z","end":"2026-04-23T09:12:10.000042Z","steps":["trace[2144020314] 'process raft request' (duration: 244.011034ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:10.326942Z","caller":"traceutil/trace.go:171","msg":"trace[560251230] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"125.301754ms","start":"2026-04-23T09:12:10.201606Z","end":"2026-04-23T09:12:10.326908Z","steps":["trace[560251230] 'process raft request' (duration: 125.07511ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:10.498577Z","caller":"traceutil/trace.go:171","msg":"trace[211418437] linearizableReadLoop","detail":"{readStateIndex:27014; appliedIndex:27012; }","duration":"196.332288ms","start":"2026-04-23T09:12:10.302212Z","end":"2026-04-23T09:12:10.498545Z","steps":["trace[211418437] 'read index received' (duration: 24.638814ms)","trace[211418437] 'applied index is now lower than readState.Index' (duration: 171.691804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:10.498696Z","caller":"traceutil/trace.go:171","msg":"trace[673612985] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"218.411472ms","start":"2026-04-23T09:12:10.280224Z","end":"2026-04-23T09:12:10.498635Z","steps":["trace[673612985] 'process raft request' (duration: 157.555262ms)","trace[673612985] 'compare' (duration: 60.568674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:10.498897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.658914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8732cb3-7d82-4749-969e-7a5710fd52da\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-23T09:12:10.498945Z","caller":"traceutil/trace.go:171","msg":"trace[1489024485] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8732cb3-7d82-4749-969e-7a5710fd52da; range_end:; response_count:1; response_revision:26146; }","duration":"196.772807ms","start":"2026-04-23T09:12:10.302158Z","end":"2026-04-23T09:12:10.49893Z","steps":["trace[1489024485] 'agreement among raft nodes before linearized reading' (duration: 196.563193ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:10.949055Z","caller":"traceutil/trace.go:171","msg":"trace[249652077] linearizableReadLoop","detail":"{readStateIndex:27015; appliedIndex:27014; }","duration":"340.343787ms","start":"2026-04-23T09:12:10.608686Z","end":"2026-04-23T09:12:10.94903Z","steps":["trace[249652077] 'read index received' (duration: 340.190624ms)","trace[249652077] 'applied index is now lower than readState.Index' (duration: 151.913µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:10.949235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.52885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:10.94921Z","caller":"traceutil/trace.go:171","msg":"trace[1352292577] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"441.362633ms","start":"2026-04-23T09:12:10.507788Z","end":"2026-04-23T09:12:10.949151Z","steps":["trace[1352292577] 'process raft request' (duration: 441.037697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:10.949293Z","caller":"traceutil/trace.go:171","msg":"trace[9297036] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26147; }","duration":"340.667323ms","start":"2026-04-23T09:12:10.608609Z","end":"2026-04-23T09:12:10.949276Z","steps":["trace[9297036] 'agreement among raft nodes before linearized reading' (duration: 340.553761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:10.949336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:10.608575Z","time spent":"340.748446ms","remote":"127.0.0.1:47378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:10.949427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:10.507756Z","time spent":"441.551087ms","remote":"127.0.0.1:34380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:11.000674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.809409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:12:11.00079Z","caller":"traceutil/trace.go:171","msg":"trace[2107377723] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26151; }","duration":"382.010013ms","start":"2026-04-23T09:12:10.618753Z","end":"2026-04-23T09:12:11.000763Z","steps":["trace[2107377723] 'agreement among raft nodes before linearized reading' (duration: 381.792648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:11.000843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:10.618716Z","time spent":"382.113906ms","remote":"127.0.0.1:47740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:12.769141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.006556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f8732cb3-7d82-4749-969e-7a5710fd52da\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-23T09:12:12.769275Z","caller":"traceutil/trace.go:171","msg":"trace[409298027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f8732cb3-7d82-4749-969e-7a5710fd52da; range_end:; response_count:1; response_revision:26163; }","duration":"259.21868ms","start":"2026-04-23T09:12:12.510021Z","end":"2026-04-23T09:12:12.76924Z","steps":["trace[409298027] 'range keys from in-memory index tree' (duration: 258.69883ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:17.209259Z","caller":"traceutil/trace.go:171","msg":"trace[1143724170] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"186.609924ms","start":"2026-04-23T09:12:17.022407Z","end":"2026-04-23T09:12:17.209017Z","steps":["trace[1143724170] 'process raft request' (duration: 186.273417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:17.549419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.941359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:12:17.549638Z","caller":"traceutil/trace.go:171","msg":"trace[347551599] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"525.542532ms","start":"2026-04-23T09:12:17.024064Z","end":"2026-04-23T09:12:17.549606Z","steps":["trace[347551599] 'process raft request' (duration: 344.295437ms)","trace[347551599] 'compare' (duration: 180.397079ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:17.549757Z","caller":"traceutil/trace.go:171","msg":"trace[211716913] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"524.649794ms","start":"2026-04-23T09:12:17.025085Z","end":"2026-04-23T09:12:17.549734Z","steps":["trace[211716913] 'process raft request' (duration: 524.481441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:17.54979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.024034Z","time spent":"525.672884ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:17.549852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.02507Z","time spent":"524.743496ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:17.550011Z","caller":"traceutil/trace.go:171","msg":"trace[952847583] linearizableReadLoop","detail":"{readStateIndex:27096; appliedIndex:27092; }","duration":"385.829909ms","start":"2026-04-23T09:12:17.164173Z","end":"2026-04-23T09:12:17.550003Z","steps":["trace[952847583] 'read index received' (duration: 44.260557ms)","trace[952847583] 'applied index is now lower than readState.Index' (duration: 341.568522ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:17.550064Z","caller":"traceutil/trace.go:171","msg":"trace[1200555251] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"524.732366ms","start":"2026-04-23T09:12:17.025327Z","end":"2026-04-23T09:12:17.550059Z","steps":["trace[1200555251] 'process raft request' (duration: 524.364699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:17.550095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.02527Z","time spent":"524.808898ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:17.550168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.996662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:17.550218Z","caller":"traceutil/trace.go:171","msg":"trace[762025364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26226; }","duration":"386.086644ms","start":"2026-04-23T09:12:17.16412Z","end":"2026-04-23T09:12:17.550206Z","steps":["trace[762025364] 'agreement among raft nodes before linearized reading' (duration: 385.999563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:17.550251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.16409Z","time spent":"386.154625ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T09:12:17.733731Z","caller":"traceutil/trace.go:171","msg":"trace[1735875073] linearizableReadLoop","detail":"{readStateIndex:27097; appliedIndex:27096; }","duration":"183.676075ms","start":"2026-04-23T09:12:17.550032Z","end":"2026-04-23T09:12:17.733708Z","steps":["trace[1735875073] 'read index received' (duration: 175.005671ms)","trace[1735875073] 'applied index is now lower than readState.Index' (duration: 8.669184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:17.734051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.145564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:17.733852Z","caller":"traceutil/trace.go:171","msg":"trace[1423113467] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"412.389502ms","start":"2026-04-23T09:12:17.321422Z","end":"2026-04-23T09:12:17.733812Z","steps":["trace[1423113467] 'process raft request' (duration: 403.580616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:17.734059Z","caller":"traceutil/trace.go:171","msg":"trace[621528816] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"116.451766ms","start":"2026-04-23T09:12:17.617576Z","end":"2026-04-23T09:12:17.734027Z","steps":["trace[621528816] 'process raft request' (duration: 116.087229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:17.734137Z","caller":"traceutil/trace.go:171","msg":"trace[1820799533] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26228; }","duration":"515.302897ms","start":"2026-04-23T09:12:17.21882Z","end":"2026-04-23T09:12:17.734123Z","steps":["trace[1820799533] 'agreement among raft nodes before linearized reading' (duration: 515.112683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:17.734125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.953811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:17.734188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.218797Z","time spent":"515.382268ms","remote":"127.0.0.1:41336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:17.734206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.170765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T09:12:17.73423Z","caller":"traceutil/trace.go:171","msg":"trace[1676069540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26228; }","duration":"181.147544ms","start":"2026-04-23T09:12:17.553061Z","end":"2026-04-23T09:12:17.734208Z","steps":["trace[1676069540] 'agreement among raft nodes before linearized reading' (duration: 180.94501ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:17.734274Z","caller":"traceutil/trace.go:171","msg":"trace[1437966098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26228; }","duration":"195.283388ms","start":"2026-04-23T09:12:17.538973Z","end":"2026-04-23T09:12:17.734256Z","steps":["trace[1437966098] 'agreement among raft nodes before linearized reading' (duration: 194.779458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:17.734247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.3463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T09:12:17.734371Z","caller":"traceutil/trace.go:171","msg":"trace[599536936] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26228; }","duration":"401.543284ms","start":"2026-04-23T09:12:17.332807Z","end":"2026-04-23T09:12:17.734351Z","steps":["trace[599536936] 'agreement among raft nodes before linearized reading' (duration: 401.024234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:17.734434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.332794Z","time spent":"401.629416ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T09:12:17.73453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.321387Z","time spent":"412.917292ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:18.092827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.541471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:12:18.092953Z","caller":"traceutil/trace.go:171","msg":"trace[704985345] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"353.158345ms","start":"2026-04-23T09:12:17.739771Z","end":"2026-04-23T09:12:18.092929Z","steps":["trace[704985345] 'process raft request' (duration: 183.41238ms)","trace[704985345] 'compare' (duration: 169.429008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:18.093023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.739752Z","time spent":"353.237726ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:18.102652Z","caller":"traceutil/trace.go:171","msg":"trace[1754536087] linearizableReadLoop","detail":"{readStateIndex:27100; appliedIndex:27099; }","duration":"160.558012ms","start":"2026-04-23T09:12:17.942054Z","end":"2026-04-23T09:12:18.102612Z","steps":["trace[1754536087] 'read index received' (duration: 160.313017ms)","trace[1754536087] 'applied index is now lower than readState.Index' (duration: 243.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:18.102743Z","caller":"traceutil/trace.go:171","msg":"trace[889147393] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"320.253255ms","start":"2026-04-23T09:12:17.782453Z","end":"2026-04-23T09:12:18.102706Z","steps":["trace[889147393] 'process raft request' (duration: 319.9952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:18.102944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:17.782433Z","time spent":"320.406058ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:18.102901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.801766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:12:18.103396Z","caller":"traceutil/trace.go:171","msg":"trace[1137264016] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26230; }","duration":"161.099612ms","start":"2026-04-23T09:12:17.942003Z","end":"2026-04-23T09:12:18.103103Z","steps":["trace[1137264016] 'agreement among raft nodes before linearized reading' (duration: 160.726525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:20.328194Z","caller":"traceutil/trace.go:171","msg":"trace[2135969954] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"202.372639ms","start":"2026-04-23T09:12:20.125783Z","end":"2026-04-23T09:12:20.328156Z","steps":["trace[2135969954] 'process raft request' (duration: 183.012151ms)","trace[2135969954] 'compare' (duration: 18.744706ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:20.336256Z","caller":"traceutil/trace.go:171","msg":"trace[256345611] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"210.297138ms","start":"2026-04-23T09:12:20.125939Z","end":"2026-04-23T09:12:20.336236Z","steps":["trace[256345611] 'process raft request' (duration: 210.214487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:20.336301Z","caller":"traceutil/trace.go:171","msg":"trace[58565729] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"210.34124ms","start":"2026-04-23T09:12:20.12591Z","end":"2026-04-23T09:12:20.336251Z","steps":["trace[58565729] 'process raft request' (duration: 210.088805ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:20.336425Z","caller":"traceutil/trace.go:171","msg":"trace[2122408089] linearizableReadLoop","detail":"{readStateIndex:27123; appliedIndex:27119; }","duration":"174.184384ms","start":"2026-04-23T09:12:20.162225Z","end":"2026-04-23T09:12:20.33641Z","steps":["trace[2122408089] 'read index received' (duration: 146.653961ms)","trace[2122408089] 'applied index is now lower than readState.Index' (duration: 27.529023ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:20.33651Z","caller":"traceutil/trace.go:171","msg":"trace[233899538] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"209.204737ms","start":"2026-04-23T09:12:20.127297Z","end":"2026-04-23T09:12:20.336502Z","steps":["trace[233899538] 'process raft request' (duration: 208.901431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:20.336586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.349108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:20.336625Z","caller":"traceutil/trace.go:171","msg":"trace[424599844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26252; }","duration":"174.47832ms","start":"2026-04-23T09:12:20.162135Z","end":"2026-04-23T09:12:20.336613Z","steps":["trace[424599844] 'agreement among raft nodes before linearized reading' (duration: 174.390968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:20.524742Z","caller":"traceutil/trace.go:171","msg":"trace[1677246204] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"150.788255ms","start":"2026-04-23T09:12:20.373919Z","end":"2026-04-23T09:12:20.524708Z","steps":["trace[1677246204] 'process raft request' (duration: 141.358576ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:20.729211Z","caller":"traceutil/trace.go:171","msg":"trace[651107508] linearizableReadLoop","detail":"{readStateIndex:27125; appliedIndex:27124; }","duration":"124.717811ms","start":"2026-04-23T09:12:20.604446Z","end":"2026-04-23T09:12:20.729164Z","steps":["trace[651107508] 'read index received' (duration: 112.224161ms)","trace[651107508] 'applied index is now lower than readState.Index' (duration: 12.4915ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:20.729254Z","caller":"traceutil/trace.go:171","msg":"trace[1423973765] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"213.91708ms","start":"2026-04-23T09:12:20.515306Z","end":"2026-04-23T09:12:20.729223Z","steps":["trace[1423973765] 'process raft request' (duration: 201.445261ms)","trace[1423973765] 'compare' (duration: 12.00248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:20.72951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.024807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:20.729589Z","caller":"traceutil/trace.go:171","msg":"trace[1382192577] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26254; }","duration":"125.139359ms","start":"2026-04-23T09:12:20.604426Z","end":"2026-04-23T09:12:20.729566Z","steps":["trace[1382192577] 'agreement among raft nodes before linearized reading' (duration: 124.954646ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:35.034945Z","caller":"traceutil/trace.go:171","msg":"trace[1781618057] linearizableReadLoop","detail":"{readStateIndex:27239; appliedIndex:27238; }","duration":"272.545987ms","start":"2026-04-23T09:12:34.762375Z","end":"2026-04-23T09:12:35.03492Z","steps":["trace[1781618057] 'read index received' (duration: 272.16622ms)","trace[1781618057] 'applied index is now lower than readState.Index' (duration: 378.597µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:35.035309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.906234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-23T09:12:35.035391Z","caller":"traceutil/trace.go:171","msg":"trace[2038336607] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26365; }","duration":"273.048157ms","start":"2026-04-23T09:12:34.762329Z","end":"2026-04-23T09:12:35.035377Z","steps":["trace[2038336607] 'agreement among raft nodes before linearized reading' (duration: 272.803442ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:35.035863Z","caller":"traceutil/trace.go:171","msg":"trace[1142972314] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"293.226331ms","start":"2026-04-23T09:12:34.742574Z","end":"2026-04-23T09:12:35.0358Z","steps":["trace[1142972314] 'process raft request' (duration: 292.080519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:35.396082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.622462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:12:35.396235Z","caller":"traceutil/trace.go:171","msg":"trace[1434575459] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"348.854809ms","start":"2026-04-23T09:12:35.047347Z","end":"2026-04-23T09:12:35.396201Z","steps":["trace[1434575459] 'process raft request' (duration: 195.994652ms)","trace[1434575459] 'compare' (duration: 151.980349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:35.396342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.047324Z","time spent":"348.96328ms","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:35.396802Z","caller":"traceutil/trace.go:171","msg":"trace[1527801181] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"348.928599ms","start":"2026-04-23T09:12:35.047817Z","end":"2026-04-23T09:12:35.396746Z","steps":["trace[1527801181] 'process raft request' (duration: 348.606243ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:35.396821Z","caller":"traceutil/trace.go:171","msg":"trace[985333814] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"348.849818ms","start":"2026-04-23T09:12:35.047919Z","end":"2026-04-23T09:12:35.396768Z","steps":["trace[985333814] 'process raft request' (duration: 348.720835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:35.397037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.047894Z","time spent":"349.023551ms","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:35.397046Z","caller":"traceutil/trace.go:171","msg":"trace[187683698] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"342.512821ms","start":"2026-04-23T09:12:35.054515Z","end":"2026-04-23T09:12:35.397028Z","steps":["trace[187683698] 'process raft request' (duration: 342.183674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:35.397047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.047792Z","time spent":"349.116183ms","remote":"127.0.0.1:34358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:35.397135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.054496Z","time spent":"342.598902ms","remote":"127.0.0.1:34676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:35.397145Z","caller":"traceutil/trace.go:171","msg":"trace[1955931732] linearizableReadLoop","detail":"{readStateIndex:27242; appliedIndex:27239; }","duration":"348.604443ms","start":"2026-04-23T09:12:35.048507Z","end":"2026-04-23T09:12:35.397111Z","steps":["trace[1955931732] 'read index received' (duration: 194.816587ms)","trace[1955931732] 'applied index is now lower than readState.Index' (duration: 153.786676ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:35.397307Z","caller":"traceutil/trace.go:171","msg":"trace[438413740] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"205.283148ms","start":"2026-04-23T09:12:35.191948Z","end":"2026-04-23T09:12:35.397232Z","steps":["trace[438413740] 'process raft request' (duration: 205.030963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:35.397367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.836217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b62aef69-6f30-4948-83be-210eceb82a14\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-23T09:12:35.397522Z","caller":"traceutil/trace.go:171","msg":"trace[1871146496] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b62aef69-6f30-4948-83be-210eceb82a14; range_end:; response_count:1; response_revision:26370; }","duration":"349.00089ms","start":"2026-04-23T09:12:35.048499Z","end":"2026-04-23T09:12:35.3975Z","steps":["trace[1871146496] 'agreement among raft nodes before linearized reading' (duration: 348.741635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:35.397589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.048444Z","time spent":"349.129013ms","remote":"127.0.0.1:34340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-b62aef69-6f30-4948-83be-210eceb82a14\" "} {"level":"warn","ts":"2026-04-23T09:12:35.607477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.72293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:12:35.607852Z","caller":"traceutil/trace.go:171","msg":"trace[952038502] linearizableReadLoop","detail":"{readStateIndex:27245; appliedIndex:27244; }","duration":"210.578924ms","start":"2026-04-23T09:12:35.397214Z","end":"2026-04-23T09:12:35.607793Z","steps":["trace[952038502] 'read index received' (duration: 105.273942ms)","trace[952038502] 'applied index is now lower than readState.Index' (duration: 105.303182ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:35.607924Z","caller":"traceutil/trace.go:171","msg":"trace[1259549359] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"333.249175ms","start":"2026-04-23T09:12:35.274644Z","end":"2026-04-23T09:12:35.607893Z","steps":["trace[1259549359] 'process raft request' (duration: 227.983304ms)","trace[1259549359] 'compare' (duration: 104.556977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:35.608059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.27461Z","time spent":"333.376227ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:35.608067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.939776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:35.608149Z","caller":"traceutil/trace.go:171","msg":"trace[959918875] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26371; }","duration":"444.109269ms","start":"2026-04-23T09:12:35.164018Z","end":"2026-04-23T09:12:35.608127Z","steps":["trace[959918875] 'agreement among raft nodes before linearized reading' (duration: 443.889474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:35.608135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.007778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:35.608195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.163975Z","time spent":"444.210571ms","remote":"127.0.0.1:56028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:12:35.608261Z","caller":"traceutil/trace.go:171","msg":"trace[239239952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26371; }","duration":"446.195261ms","start":"2026-04-23T09:12:35.162037Z","end":"2026-04-23T09:12:35.608232Z","steps":["trace[239239952] 'agreement among raft nodes before linearized reading' (duration: 445.964517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:35.608314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.162012Z","time spent":"446.292794ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T09:12:35.608442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.842349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-23T09:12:35.608511Z","caller":"traceutil/trace.go:171","msg":"trace[1908776263] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26371; }","duration":"199.997232ms","start":"2026-04-23T09:12:35.408496Z","end":"2026-04-23T09:12:35.608493Z","steps":["trace[1908776263] 'agreement among raft nodes before linearized reading' (duration: 199.591764ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:36.128961Z","caller":"traceutil/trace.go:171","msg":"trace[298900695] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"512.042041ms","start":"2026-04-23T09:12:35.616886Z","end":"2026-04-23T09:12:36.128928Z","steps":["trace[298900695] 'process raft request' (duration: 511.804966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.129165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.616874Z","time spent":"512.180294ms","remote":"127.0.0.1:47356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3218,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:36.344739Z","caller":"traceutil/trace.go:171","msg":"trace[1105221469] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"716.503232ms","start":"2026-04-23T09:12:35.628199Z","end":"2026-04-23T09:12:36.344702Z","steps":["trace[1105221469] 'process raft request' (duration: 716.4084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:36.344752Z","caller":"traceutil/trace.go:171","msg":"trace[1203097798] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"716.474861ms","start":"2026-04-23T09:12:35.628238Z","end":"2026-04-23T09:12:36.344712Z","steps":["trace[1203097798] 'process raft request' (duration: 716.166205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.344937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.628162Z","time spent":"716.670657ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:36.344945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.62819Z","time spent":"716.655756ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:36.345132Z","caller":"traceutil/trace.go:171","msg":"trace[1289146240] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"714.618195ms","start":"2026-04-23T09:12:35.630477Z","end":"2026-04-23T09:12:36.345095Z","steps":["trace[1289146240] 'process raft request' (duration: 714.176195ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:36.345234Z","caller":"traceutil/trace.go:171","msg":"trace[1351416547] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"590.000616ms","start":"2026-04-23T09:12:35.7552Z","end":"2026-04-23T09:12:36.345201Z","steps":["trace[1351416547] 'process raft request' (duration: 589.782232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.345333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.630464Z","time spent":"714.761338ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:36.345412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.755169Z","time spent":"590.145428ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:36.345427Z","caller":"traceutil/trace.go:171","msg":"trace[1321651965] linearizableReadLoop","detail":"{readStateIndex:27249; appliedIndex:27245; }","duration":"627.353375ms","start":"2026-04-23T09:12:35.71804Z","end":"2026-04-23T09:12:36.345394Z","steps":["trace[1321651965] 'read index received' (duration: 410.663848ms)","trace[1321651965] 'applied index is now lower than readState.Index' (duration: 216.688417ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:36.345467Z","caller":"traceutil/trace.go:171","msg":"trace[1100512024] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"541.853031ms","start":"2026-04-23T09:12:35.803577Z","end":"2026-04-23T09:12:36.34543Z","steps":["trace[1100512024] 'process raft request' (duration: 541.577315ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:36.345565Z","caller":"traceutil/trace.go:171","msg":"trace[1297263163] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"539.240178ms","start":"2026-04-23T09:12:35.806264Z","end":"2026-04-23T09:12:36.345505Z","steps":["trace[1297263163] 'process raft request' (duration: 539.044544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.34563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.57501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:36.345647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.803543Z","time spent":"542.013153ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:36.345685Z","caller":"traceutil/trace.go:171","msg":"trace[1498148016] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26378; }","duration":"627.712752ms","start":"2026-04-23T09:12:35.717957Z","end":"2026-04-23T09:12:36.34567Z","steps":["trace[1498148016] 'agreement among raft nodes before linearized reading' (duration: 627.60002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.345732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.717911Z","time spent":"627.810224ms","remote":"127.0.0.1:55962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T09:12:36.345756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.806233Z","time spent":"539.401131ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:36.522543Z","caller":"traceutil/trace.go:171","msg":"trace[82045775] linearizableReadLoop","detail":"{readStateIndex:27253; appliedIndex:27252; }","duration":"176.981901ms","start":"2026-04-23T09:12:36.345523Z","end":"2026-04-23T09:12:36.522504Z","steps":["trace[82045775] 'read index received' (duration: 152.363057ms)","trace[82045775] 'applied index is now lower than readState.Index' (duration: 24.616864ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:36.522744Z","caller":"traceutil/trace.go:171","msg":"trace[1622451089] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"330.49714ms","start":"2026-04-23T09:12:36.192205Z","end":"2026-04-23T09:12:36.522702Z","steps":["trace[1622451089] 'process raft request' (duration: 305.795784ms)","trace[1622451089] 'compare' (duration: 24.079103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:36.52288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.657077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-23T09:12:36.522927Z","caller":"traceutil/trace.go:171","msg":"trace[1064434172] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26379; }","duration":"388.773389ms","start":"2026-04-23T09:12:36.134139Z","end":"2026-04-23T09:12:36.522912Z","steps":["trace[1064434172] 'agreement among raft nodes before linearized reading' (duration: 388.529214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.522904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.272587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:36.523035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.084146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:36.523032Z","caller":"traceutil/trace.go:171","msg":"trace[1224988620] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26379; }","duration":"361.460631ms","start":"2026-04-23T09:12:36.16154Z","end":"2026-04-23T09:12:36.523001Z","steps":["trace[1224988620] 'agreement among raft nodes before linearized reading' (duration: 361.125755ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:36.523084Z","caller":"traceutil/trace.go:171","msg":"trace[1975936489] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26379; }","duration":"397.174438ms","start":"2026-04-23T09:12:36.125893Z","end":"2026-04-23T09:12:36.523067Z","steps":["trace[1975936489] 'agreement among raft nodes before linearized reading' (duration: 397.101566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.523104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.161518Z","time spent":"361.569233ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:36.523133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.125866Z","time spent":"397.253889ms","remote":"127.0.0.1:35392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:36.522953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.192171Z","time spent":"330.668703ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:36.523155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.96444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:36.523197Z","caller":"traceutil/trace.go:171","msg":"trace[1471344625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26379; }","duration":"360.050182ms","start":"2026-04-23T09:12:36.163135Z","end":"2026-04-23T09:12:36.523186Z","steps":["trace[1471344625] 'agreement among raft nodes before linearized reading' (duration: 359.9634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.523226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.163113Z","time spent":"360.109254ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T09:12:36.522964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.134102Z","time spent":"388.853771ms","remote":"127.0.0.1:34284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-23T09:12:36.523266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.171444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T09:12:36.523355Z","caller":"traceutil/trace.go:171","msg":"trace[1362772436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26379; }","duration":"330.272546ms","start":"2026-04-23T09:12:36.193061Z","end":"2026-04-23T09:12:36.523333Z","steps":["trace[1362772436] 'agreement among raft nodes before linearized reading' (duration: 330.018371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.523409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.193023Z","time spent":"330.376967ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T09:12:36.523549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.192278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:12:36.523602Z","caller":"traceutil/trace.go:171","msg":"trace[2085104251] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26379; }","duration":"554.29589ms","start":"2026-04-23T09:12:35.969296Z","end":"2026-04-23T09:12:36.523592Z","steps":["trace[2085104251] 'agreement among raft nodes before linearized reading' (duration: 554.092216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.523673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:35.969268Z","time spent":"554.359041ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:36.523708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.461076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T09:12:36.523736Z","caller":"traceutil/trace.go:171","msg":"trace[1351052122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26379; }","duration":"106.527137ms","start":"2026-04-23T09:12:36.417201Z","end":"2026-04-23T09:12:36.523728Z","steps":["trace[1351052122] 'agreement among raft nodes before linearized reading' (duration: 106.378184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.523744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.1751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-23T09:12:36.523769Z","caller":"traceutil/trace.go:171","msg":"trace[1964810725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26379; }","duration":"108.255191ms","start":"2026-04-23T09:12:36.415506Z","end":"2026-04-23T09:12:36.523762Z","steps":["trace[1964810725] 'agreement among raft nodes before linearized reading' (duration: 108.1639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:36.523562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.788255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:36.52388Z","caller":"traceutil/trace.go:171","msg":"trace[1201731440] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26379; }","duration":"172.122903ms","start":"2026-04-23T09:12:36.351747Z","end":"2026-04-23T09:12:36.52387Z","steps":["trace[1201731440] 'agreement among raft nodes before linearized reading' (duration: 171.783696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:37.030297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13313095393214116700,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T09:12:37.031922Z","caller":"traceutil/trace.go:171","msg":"trace[997968709] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"503.157544ms","start":"2026-04-23T09:12:36.528732Z","end":"2026-04-23T09:12:37.03189Z","steps":["trace[997968709] 'process raft request' (duration: 502.863818ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:37.032095Z","caller":"traceutil/trace.go:171","msg":"trace[907101761] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"503.321887ms","start":"2026-04-23T09:12:36.528741Z","end":"2026-04-23T09:12:37.032063Z","steps":["trace[907101761] 'process raft request' (duration: 503.072353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:37.032257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.528715Z","time spent":"503.433119ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:37.032346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.528708Z","time spent":"503.355857ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:37.237974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.882616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:12:37.23822Z","caller":"traceutil/trace.go:171","msg":"trace[755921372] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"709.37415ms","start":"2026-04-23T09:12:36.528822Z","end":"2026-04-23T09:12:37.238196Z","steps":["trace[755921372] 'process raft request' (duration: 550.160367ms)","trace[755921372] 'compare' (duration: 158.470028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:37.238297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.528814Z","time spent":"709.449541ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:37.238965Z","caller":"traceutil/trace.go:171","msg":"trace[1960740801] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"709.784529ms","start":"2026-04-23T09:12:36.529144Z","end":"2026-04-23T09:12:37.238928Z","steps":["trace[1960740801] 'process raft request' (duration: 708.953572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:37.239134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.529134Z","time spent":"709.911642ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:37.239461Z","caller":"traceutil/trace.go:171","msg":"trace[1111616617] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"708.596135ms","start":"2026-04-23T09:12:36.530852Z","end":"2026-04-23T09:12:37.239448Z","steps":["trace[1111616617] 'process raft request' (duration: 708.172256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:37.23953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.530831Z","time spent":"708.664377ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:37.239454Z","caller":"traceutil/trace.go:171","msg":"trace[449950277] linearizableReadLoop","detail":"{readStateIndex:27259; appliedIndex:27253; }","duration":"709.331409ms","start":"2026-04-23T09:12:36.530092Z","end":"2026-04-23T09:12:37.239423Z","steps":["trace[449950277] 'read index received' (duration: 501.47663ms)","trace[449950277] 'applied index is now lower than readState.Index' (duration: 207.853679ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:37.239658Z","caller":"traceutil/trace.go:171","msg":"trace[274259888] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"656.568781ms","start":"2026-04-23T09:12:36.583079Z","end":"2026-04-23T09:12:37.239648Z","steps":["trace[274259888] 'process raft request' (duration: 656.276415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:37.239839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.583035Z","time spent":"656.678423ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:37.2401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.003962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-04-23T09:12:37.240144Z","caller":"traceutil/trace.go:171","msg":"trace[46939499] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26385; }","duration":"710.065054ms","start":"2026-04-23T09:12:36.530069Z","end":"2026-04-23T09:12:37.240134Z","steps":["trace[46939499] 'agreement among raft nodes before linearized reading' (duration: 709.919041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:37.240175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.53006Z","time spent":"710.106545ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-04-23T09:12:37.64031Z","caller":"traceutil/trace.go:171","msg":"trace[815709304] linearizableReadLoop","detail":"{readStateIndex:27260; appliedIndex:27259; }","duration":"400.678868ms","start":"2026-04-23T09:12:37.23961Z","end":"2026-04-23T09:12:37.640288Z","steps":["trace[815709304] 'read index received' (duration: 344.014661ms)","trace[815709304] 'applied index is now lower than readState.Index' (duration: 56.663097ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:37.640416Z","caller":"traceutil/trace.go:171","msg":"trace[657303130] transaction","detail":"{read_only:false; response_revision:26386; number_of_response:1; }","duration":"508.718496ms","start":"2026-04-23T09:12:37.131687Z","end":"2026-04-23T09:12:37.640405Z","steps":["trace[657303130] 'process raft request' (duration: 452.008559ms)","trace[657303130] 'compare' (duration: 56.433072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:37.64052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:37.131658Z","time spent":"508.780177ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:37.827279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.982121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-04-23T09:12:37.827308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296670671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:37.827409Z","caller":"traceutil/trace.go:171","msg":"trace[1876691616] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26386; }","duration":"1.296805375s","start":"2026-04-23T09:12:36.530577Z","end":"2026-04-23T09:12:37.827383Z","steps":["trace[1876691616] 'agreement among raft nodes before linearized reading' (duration: 1.109878555s)","trace[1876691616] 'range keys from in-memory index tree' (duration: 186.769887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:37.827464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.530572Z","time spent":"1.296880336s","remote":"127.0.0.1:34466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-23T09:12:37.827612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024703056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:37.827674Z","caller":"traceutil/trace.go:171","msg":"trace[206177284] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26386; }","duration":"1.024801738s","start":"2026-04-23T09:12:36.802848Z","end":"2026-04-23T09:12:37.82765Z","steps":["trace[206177284] 'agreement among raft nodes before linearized reading' (duration: 837.568182ms)","trace[206177284] 'count revisions from in-memory index tree' (duration: 187.140254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:37.827736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:36.802827Z","time spent":"1.02489442s","remote":"127.0.0.1:35298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:12:37.827703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.366917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:37.827659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.162843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:37.827856Z","caller":"traceutil/trace.go:171","msg":"trace[1476251860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26386; }","duration":"173.351067ms","start":"2026-04-23T09:12:37.65445Z","end":"2026-04-23T09:12:37.827801Z","steps":["trace[1476251860] 'range keys from in-memory index tree' (duration: 173.140123ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:37.82786Z","caller":"traceutil/trace.go:171","msg":"trace[1632379205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26386; }","duration":"663.582922ms","start":"2026-04-23T09:12:37.164208Z","end":"2026-04-23T09:12:37.827791Z","steps":["trace[1632379205] 'agreement among raft nodes before linearized reading' (duration: 476.235694ms)","trace[1632379205] 'range keys from in-memory index tree' (duration: 187.175465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:37.827933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:37.164177Z","time spent":"663.740634ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T09:12:37.827925Z","caller":"traceutil/trace.go:171","msg":"trace[937094884] linearizableReadLoop","detail":"{readStateIndex:27262; appliedIndex:27260; }","duration":"187.518542ms","start":"2026-04-23T09:12:37.64037Z","end":"2026-04-23T09:12:37.827888Z","steps":["trace[937094884] 'read index received' (duration: 11.516371ms)","trace[937094884] 'applied index is now lower than readState.Index' (duration: 176.000131ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:37.827999Z","caller":"traceutil/trace.go:171","msg":"trace[1821130648] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"214.122395ms","start":"2026-04-23T09:12:37.613829Z","end":"2026-04-23T09:12:37.827951Z","steps":["trace[1821130648] 'process raft request' (duration: 213.573434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:37.935711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.035601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a8f172d02da3f9\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-04-23T09:12:37.935751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.308207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-04-23T09:12:37.935814Z","caller":"traceutil/trace.go:171","msg":"trace[1514183745] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a8f172d02da3f9; range_end:; response_count:1; response_revision:26387; }","duration":"690.206765ms","start":"2026-04-23T09:12:37.245581Z","end":"2026-04-23T09:12:37.935787Z","steps":["trace[1514183745] 'agreement among raft nodes before linearized reading' (duration: 582.475804ms)","trace[1514183745] 'range keys from in-memory index tree' (duration: 107.473696ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:37.935848Z","caller":"traceutil/trace.go:171","msg":"trace[501911738] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26387; }","duration":"689.427769ms","start":"2026-04-23T09:12:37.246383Z","end":"2026-04-23T09:12:37.935811Z","steps":["trace[501911738] 'agreement among raft nodes before linearized reading' (duration: 581.571736ms)","trace[501911738] 'range keys from in-memory index tree' (duration: 107.598289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:37.935853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.686029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:37.935807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.411532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-23T09:12:37.935891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:37.246379Z","time spent":"689.505422ms","remote":"127.0.0.1:34396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-23T09:12:37.935889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:37.245548Z","time spent":"690.330878ms","remote":"127.0.0.1:34270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a8f172d02da3f9\" "} {"level":"info","ts":"2026-04-23T09:12:37.935911Z","caller":"traceutil/trace.go:171","msg":"trace[243918429] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26387; }","duration":"101.803222ms","start":"2026-04-23T09:12:37.834087Z","end":"2026-04-23T09:12:37.935891Z","steps":["trace[243918429] 'range keys from in-memory index tree' (duration: 101.585397ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:37.935949Z","caller":"traceutil/trace.go:171","msg":"trace[952663720] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:26387; }","duration":"238.627857ms","start":"2026-04-23T09:12:37.697286Z","end":"2026-04-23T09:12:37.935914Z","steps":["trace[952663720] 'agreement among raft nodes before linearized reading' (duration: 130.787084ms)","trace[952663720] 'count revisions from in-memory index tree' (duration: 107.629659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:37.935965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.566278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:37.936111Z","caller":"traceutil/trace.go:171","msg":"trace[2060068876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26387; }","duration":"106.789983ms","start":"2026-04-23T09:12:37.829298Z","end":"2026-04-23T09:12:37.936088Z","steps":["trace[2060068876] 'range keys from in-memory index tree' (duration: 106.496186ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:38.535261Z","caller":"traceutil/trace.go:171","msg":"trace[934079704] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"180.932809ms","start":"2026-04-23T09:12:38.354294Z","end":"2026-04-23T09:12:38.535226Z","steps":["trace[934079704] 'process raft request' (duration: 180.863898ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:38.535379Z","caller":"traceutil/trace.go:171","msg":"trace[2004922490] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"183.770826ms","start":"2026-04-23T09:12:38.351595Z","end":"2026-04-23T09:12:38.535365Z","steps":["trace[2004922490] 'process raft request' (duration: 183.519791ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:38.535457Z","caller":"traceutil/trace.go:171","msg":"trace[1076969827] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"183.90187ms","start":"2026-04-23T09:12:38.351512Z","end":"2026-04-23T09:12:38.535413Z","steps":["trace[1076969827] 'process raft request' (duration: 122.747443ms)","trace[1076969827] 'compare' (duration: 60.425141ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:38.535291Z","caller":"traceutil/trace.go:171","msg":"trace[726974497] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"183.695334ms","start":"2026-04-23T09:12:38.351556Z","end":"2026-04-23T09:12:38.535251Z","steps":["trace[726974497] 'process raft request' (duration: 183.437939ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:38.711682Z","caller":"traceutil/trace.go:171","msg":"trace[562046166] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"180.49954ms","start":"2026-04-23T09:12:38.531154Z","end":"2026-04-23T09:12:38.711654Z","steps":["trace[562046166] 'process raft request' (duration: 180.319277ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:38.750202Z","caller":"traceutil/trace.go:171","msg":"trace[301474975] linearizableReadLoop","detail":"{readStateIndex:27272; appliedIndex:27270; }","duration":"163.5136ms","start":"2026-04-23T09:12:38.586652Z","end":"2026-04-23T09:12:38.750165Z","steps":["trace[301474975] 'read index received' (duration: 124.798153ms)","trace[301474975] 'applied index is now lower than readState.Index' (duration: 38.713787ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:38.750396Z","caller":"traceutil/trace.go:171","msg":"trace[1330097361] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"205.095094ms","start":"2026-04-23T09:12:38.545241Z","end":"2026-04-23T09:12:38.750336Z","steps":["trace[1330097361] 'process raft request' (duration: 204.745557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:38.750648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.927558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:38.750684Z","caller":"traceutil/trace.go:171","msg":"trace[693418315] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26397; }","duration":"164.079431ms","start":"2026-04-23T09:12:38.586596Z","end":"2026-04-23T09:12:38.750676Z","steps":["trace[693418315] 'agreement among raft nodes before linearized reading' (duration: 163.743204ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:40.741012Z","caller":"traceutil/trace.go:171","msg":"trace[1724750466] transaction","detail":"{read_only:false; response_revision:26412; number_of_response:1; }","duration":"198.950841ms","start":"2026-04-23T09:12:40.542018Z","end":"2026-04-23T09:12:40.740969Z","steps":["trace[1724750466] 'process raft request' (duration: 140.04821ms)","trace[1724750466] 'compare' (duration: 58.079525ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:40.741108Z","caller":"traceutil/trace.go:171","msg":"trace[763621116] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"197.91457ms","start":"2026-04-23T09:12:40.543113Z","end":"2026-04-23T09:12:40.741027Z","steps":["trace[763621116] 'process raft request' (duration: 197.641975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:40.741321Z","caller":"traceutil/trace.go:171","msg":"trace[1136332898] transaction","detail":"{read_only:false; response_revision:26414; number_of_response:1; }","duration":"197.971161ms","start":"2026-04-23T09:12:40.543305Z","end":"2026-04-23T09:12:40.741276Z","steps":["trace[1136332898] 'process raft request' (duration: 197.654795ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:41.451213Z","caller":"traceutil/trace.go:171","msg":"trace[2104771186] transaction","detail":"{read_only:false; response_revision:26419; number_of_response:1; }","duration":"192.213566ms","start":"2026-04-23T09:12:41.258959Z","end":"2026-04-23T09:12:41.451173Z","steps":["trace[2104771186] 'process raft request' (duration: 189.595953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:41.451309Z","caller":"traceutil/trace.go:171","msg":"trace[1379028361] transaction","detail":"{read_only:false; response_revision:26420; number_of_response:1; }","duration":"192.219946ms","start":"2026-04-23T09:12:41.259049Z","end":"2026-04-23T09:12:41.451269Z","steps":["trace[1379028361] 'process raft request' (duration: 192.055832ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:44.566597Z","caller":"traceutil/trace.go:171","msg":"trace[314560152] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"161.07236ms","start":"2026-04-23T09:12:44.405489Z","end":"2026-04-23T09:12:44.566562Z","steps":["trace[314560152] 'process raft request' (duration: 160.819486ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:44.772047Z","caller":"traceutil/trace.go:171","msg":"trace[785572005] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27315; }","duration":"140.783574ms","start":"2026-04-23T09:12:44.631234Z","end":"2026-04-23T09:12:44.772017Z","steps":["trace[785572005] 'read index received' (duration: 140.398107ms)","trace[785572005] 'applied index is now lower than readState.Index' (duration: 382.197µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:44.772067Z","caller":"traceutil/trace.go:171","msg":"trace[1933479268] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"196.355859ms","start":"2026-04-23T09:12:44.57568Z","end":"2026-04-23T09:12:44.772035Z","steps":["trace[1933479268] 'process raft request' (duration: 195.547852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:44.772205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.955857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:44.772241Z","caller":"traceutil/trace.go:171","msg":"trace[916588658] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26443; }","duration":"141.06081ms","start":"2026-04-23T09:12:44.631171Z","end":"2026-04-23T09:12:44.772232Z","steps":["trace[916588658] 'agreement among raft nodes before linearized reading' (duration: 140.947157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:45.052691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.143913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:45.05281Z","caller":"traceutil/trace.go:171","msg":"trace[541521272] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26444; }","duration":"179.348788ms","start":"2026-04-23T09:12:44.873437Z","end":"2026-04-23T09:12:45.052786Z","steps":["trace[541521272] 'count revisions from in-memory index tree' (duration: 178.982781ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:46.416078Z","caller":"traceutil/trace.go:171","msg":"trace[265967931] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27329; }","duration":"141.092672ms","start":"2026-04-23T09:12:46.27496Z","end":"2026-04-23T09:12:46.416053Z","steps":["trace[265967931] 'read index received' (duration: 140.898148ms)","trace[265967931] 'applied index is now lower than readState.Index' (duration: 193.744µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:46.416323Z","caller":"traceutil/trace.go:171","msg":"trace[259470113] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"160.681774ms","start":"2026-04-23T09:12:46.255628Z","end":"2026-04-23T09:12:46.416309Z","steps":["trace[259470113] 'process raft request' (duration: 160.258636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:46.416525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.5484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:46.416557Z","caller":"traceutil/trace.go:171","msg":"trace[1190996050] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26454; }","duration":"141.661903ms","start":"2026-04-23T09:12:46.274885Z","end":"2026-04-23T09:12:46.416547Z","steps":["trace[1190996050] 'agreement among raft nodes before linearized reading' (duration: 141.580721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:46.416924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.852174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:46.41701Z","caller":"traceutil/trace.go:171","msg":"trace[1107784040] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26454; }","duration":"118.046548ms","start":"2026-04-23T09:12:46.298943Z","end":"2026-04-23T09:12:46.41699Z","steps":["trace[1107784040] 'agreement among raft nodes before linearized reading' (duration: 117.800683ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:46.594938Z","caller":"traceutil/trace.go:171","msg":"trace[358000937] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"137.945767ms","start":"2026-04-23T09:12:46.456964Z","end":"2026-04-23T09:12:46.59491Z","steps":["trace[358000937] 'process raft request' (duration: 137.744463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:53.607895Z","caller":"traceutil/trace.go:171","msg":"trace[1658443891] transaction","detail":"{read_only:false; response_revision:26508; number_of_response:1; }","duration":"350.867099ms","start":"2026-04-23T09:12:53.257008Z","end":"2026-04-23T09:12:53.607875Z","steps":["trace[1658443891] 'process raft request' (duration: 350.709716ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:53.607953Z","caller":"traceutil/trace.go:171","msg":"trace[1681607541] linearizableReadLoop","detail":"{readStateIndex:27386; appliedIndex:27386; }","duration":"328.812896ms","start":"2026-04-23T09:12:53.279096Z","end":"2026-04-23T09:12:53.607909Z","steps":["trace[1681607541] 'read index received' (duration: 328.793646ms)","trace[1681607541] 'applied index is now lower than readState.Index' (duration: 15.7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:53.608104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:53.256965Z","time spent":"351.027582ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:53.608298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.164293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-23T09:12:53.608383Z","caller":"traceutil/trace.go:171","msg":"trace[2068477557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26508; }","duration":"329.326406ms","start":"2026-04-23T09:12:53.279039Z","end":"2026-04-23T09:12:53.608366Z","steps":["trace[2068477557] 'agreement among raft nodes before linearized reading' (duration: 329.033831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:53.608422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:53.279008Z","time spent":"329.408758ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T09:12:53.699447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.156907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:53.699547Z","caller":"traceutil/trace.go:171","msg":"trace[76967290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26509; }","duration":"232.317251ms","start":"2026-04-23T09:12:53.467206Z","end":"2026-04-23T09:12:53.699523Z","steps":["trace[76967290] 'agreement among raft nodes before linearized reading' (duration: 232.108507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:53.699644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.111093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-23T09:12:53.69969Z","caller":"traceutil/trace.go:171","msg":"trace[799019824] transaction","detail":"{read_only:false; response_revision:26509; number_of_response:1; }","duration":"302.816695ms","start":"2026-04-23T09:12:53.396857Z","end":"2026-04-23T09:12:53.699673Z","steps":["trace[799019824] 'process raft request' (duration: 302.275823ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:53.699708Z","caller":"traceutil/trace.go:171","msg":"trace[1754996336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26509; }","duration":"164.196234ms","start":"2026-04-23T09:12:53.535496Z","end":"2026-04-23T09:12:53.699692Z","steps":["trace[1754996336] 'agreement among raft nodes before linearized reading' (duration: 163.857867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:53.699784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:53.396821Z","time spent":"302.905997ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:12:53.699461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.280843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:12:53.69994Z","caller":"traceutil/trace.go:171","msg":"trace[1038158649] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26509; }","duration":"112.816414ms","start":"2026-04-23T09:12:53.587088Z","end":"2026-04-23T09:12:53.699905Z","steps":["trace[1038158649] 'agreement among raft nodes before linearized reading' (duration: 112.229393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:53.699963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.381827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-23T09:12:53.700025Z","caller":"traceutil/trace.go:171","msg":"trace[1517960785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26509; }","duration":"159.49317ms","start":"2026-04-23T09:12:53.540512Z","end":"2026-04-23T09:12:53.700005Z","steps":["trace[1517960785] 'agreement among raft nodes before linearized reading' (duration: 159.355328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:53.700142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.790267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T09:12:53.700166Z","caller":"traceutil/trace.go:171","msg":"trace[328649382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26509; }","duration":"178.839078ms","start":"2026-04-23T09:12:53.521321Z","end":"2026-04-23T09:12:53.70016Z","steps":["trace[328649382] 'agreement among raft nodes before linearized reading' (duration: 178.778897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:53.953079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.799069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-23T09:12:53.953344Z","caller":"traceutil/trace.go:171","msg":"trace[1097097766] linearizableReadLoop","detail":"{readStateIndex:27391; appliedIndex:27387; }","duration":"141.259723ms","start":"2026-04-23T09:12:53.812062Z","end":"2026-04-23T09:12:53.953322Z","steps":["trace[1097097766] 'read index received' (duration: 56.773759ms)","trace[1097097766] 'applied index is now lower than readState.Index' (duration: 84.484804ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:53.953364Z","caller":"traceutil/trace.go:171","msg":"trace[1808439045] transaction","detail":"{read_only:false; response_revision:26510; number_of_response:1; }","duration":"341.112243ms","start":"2026-04-23T09:12:53.612214Z","end":"2026-04-23T09:12:53.953326Z","steps":["trace[1808439045] 'process raft request' (duration: 115.938527ms)","trace[1808439045] 'compare' (duration: 224.621486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:53.953475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:12:53.612181Z","time spent":"341.262086ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:12:53.953685Z","caller":"traceutil/trace.go:171","msg":"trace[1657870168] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"247.348331ms","start":"2026-04-23T09:12:53.706322Z","end":"2026-04-23T09:12:53.953671Z","steps":["trace[1657870168] 'process raft request' (duration: 246.962204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:53.953824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.759133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:12:53.953851Z","caller":"traceutil/trace.go:171","msg":"trace[861203928] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26513; }","duration":"141.833265ms","start":"2026-04-23T09:12:53.812004Z","end":"2026-04-23T09:12:53.953837Z","steps":["trace[861203928] 'agreement among raft nodes before linearized reading' (duration: 141.777433ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:53.957564Z","caller":"traceutil/trace.go:171","msg":"trace[1944682239] transaction","detail":"{read_only:false; response_revision:26511; number_of_response:1; }","duration":"252.081697ms","start":"2026-04-23T09:12:53.705457Z","end":"2026-04-23T09:12:53.957539Z","steps":["trace[1944682239] 'process raft request' (duration: 247.7314ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:53.958188Z","caller":"traceutil/trace.go:171","msg":"trace[910817256] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"252.614328ms","start":"2026-04-23T09:12:53.705546Z","end":"2026-04-23T09:12:53.958161Z","steps":["trace[910817256] 'process raft request' (duration: 247.697469ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:54.215913Z","caller":"traceutil/trace.go:171","msg":"trace[1635113520] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"292.422126ms","start":"2026-04-23T09:12:53.923446Z","end":"2026-04-23T09:12:54.215868Z","steps":["trace[1635113520] 'process raft request' (duration: 276.263031ms)","trace[1635113520] 'compare' (duration: 15.801907ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:54.227215Z","caller":"traceutil/trace.go:171","msg":"trace[302186027] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"290.705812ms","start":"2026-04-23T09:12:53.936457Z","end":"2026-04-23T09:12:54.227163Z","steps":["trace[302186027] 'process raft request' (duration: 290.177431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:55.054045Z","caller":"traceutil/trace.go:171","msg":"trace[852741233] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"238.406673ms","start":"2026-04-23T09:12:54.815606Z","end":"2026-04-23T09:12:55.054012Z","steps":["trace[852741233] 'process raft request' (duration: 237.945603ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:55.054126Z","caller":"traceutil/trace.go:171","msg":"trace[1718959909] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"229.754739ms","start":"2026-04-23T09:12:54.82435Z","end":"2026-04-23T09:12:55.054105Z","steps":["trace[1718959909] 'process raft request' (duration: 229.530595ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:55.054147Z","caller":"traceutil/trace.go:171","msg":"trace[1444856288] linearizableReadLoop","detail":"{readStateIndex:27399; appliedIndex:27395; }","duration":"147.059739ms","start":"2026-04-23T09:12:54.907053Z","end":"2026-04-23T09:12:55.054112Z","steps":["trace[1444856288] 'read index received' (duration: 106.312563ms)","trace[1444856288] 'applied index is now lower than readState.Index' (duration: 40.746036ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:55.054199Z","caller":"traceutil/trace.go:171","msg":"trace[1193832085] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"228.960363ms","start":"2026-04-23T09:12:54.825189Z","end":"2026-04-23T09:12:55.054149Z","steps":["trace[1193832085] 'process raft request' (duration: 228.81562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:12:55.054405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.329165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"warn","ts":"2026-04-23T09:12:55.054422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.015118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:12:55.054451Z","caller":"traceutil/trace.go:171","msg":"trace[1370031145] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26521; }","duration":"133.10741ms","start":"2026-04-23T09:12:54.921335Z","end":"2026-04-23T09:12:55.054443Z","steps":["trace[1370031145] 'agreement among raft nodes before linearized reading' (duration: 132.962807ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:55.054451Z","caller":"traceutil/trace.go:171","msg":"trace[648763794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26521; }","duration":"147.427287ms","start":"2026-04-23T09:12:54.907012Z","end":"2026-04-23T09:12:55.05444Z","steps":["trace[648763794] 'agreement among raft nodes before linearized reading' (duration: 147.236343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:55.054686Z","caller":"traceutil/trace.go:171","msg":"trace[859157908] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"241.211428ms","start":"2026-04-23T09:12:54.81274Z","end":"2026-04-23T09:12:55.053952Z","steps":["trace[859157908] 'process raft request' (duration: 200.615395ms)","trace[859157908] 'compare' (duration: 39.94027ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:55.841075Z","caller":"traceutil/trace.go:171","msg":"trace[721724155] linearizableReadLoop","detail":"{readStateIndex:27401; appliedIndex:27400; }","duration":"116.595849ms","start":"2026-04-23T09:12:55.724453Z","end":"2026-04-23T09:12:55.841049Z","steps":["trace[721724155] 'read index received' (duration: 68.345431ms)","trace[721724155] 'applied index is now lower than readState.Index' (duration: 48.249208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T09:12:55.841273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.783412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:12:55.841323Z","caller":"traceutil/trace.go:171","msg":"trace[471975686] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26523; }","duration":"116.867615ms","start":"2026-04-23T09:12:55.724438Z","end":"2026-04-23T09:12:55.841306Z","steps":["trace[471975686] 'agreement among raft nodes before linearized reading' (duration: 116.732912ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:12:55.841601Z","caller":"traceutil/trace.go:171","msg":"trace[1581871812] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"134.867485ms","start":"2026-04-23T09:12:55.706719Z","end":"2026-04-23T09:12:55.841586Z","steps":["trace[1581871812] 'process raft request' (duration: 87.811751ms)","trace[1581871812] 'compare' (duration: 46.385151ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:12:56.042719Z","caller":"traceutil/trace.go:171","msg":"trace[578785111] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"112.246122ms","start":"2026-04-23T09:12:55.930442Z","end":"2026-04-23T09:12:56.042689Z","steps":["trace[578785111] 'process raft request' (duration: 111.822203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:13:18.497558Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006bf9.wal"} {"level":"info","ts":"2026-04-23T09:14:33.664019Z","caller":"traceutil/trace.go:171","msg":"trace[198355264] linearizableReadLoop","detail":"{readStateIndex:28399; appliedIndex:28397; }","duration":"107.816103ms","start":"2026-04-23T09:14:33.556166Z","end":"2026-04-23T09:14:33.663983Z","steps":["trace[198355264] 'read index received' (duration: 50.103415ms)","trace[198355264] 'applied index is now lower than readState.Index' (duration: 57.710708ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:14:33.664077Z","caller":"traceutil/trace.go:171","msg":"trace[1528864008] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"115.606759ms","start":"2026-04-23T09:14:33.548422Z","end":"2026-04-23T09:14:33.664029Z","steps":["trace[1528864008] 'process raft request' (duration: 115.1786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:14:33.664342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.175489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:14:33.665006Z","caller":"traceutil/trace.go:171","msg":"trace[971031543] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27500; }","duration":"107.893604ms","start":"2026-04-23T09:14:33.557085Z","end":"2026-04-23T09:14:33.664979Z","steps":["trace[971031543] 'agreement among raft nodes before linearized reading' (duration: 107.131669ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:14:33.664351Z","caller":"traceutil/trace.go:171","msg":"trace[2101049567] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"102.578018ms","start":"2026-04-23T09:14:33.561515Z","end":"2026-04-23T09:14:33.664093Z","steps":["trace[2101049567] 'process raft request' (duration: 102.291592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:14:33.66442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.19047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-23T09:14:33.665428Z","caller":"traceutil/trace.go:171","msg":"trace[422158556] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27500; }","duration":"109.315562ms","start":"2026-04-23T09:14:33.556101Z","end":"2026-04-23T09:14:33.665417Z","steps":["trace[422158556] 'agreement among raft nodes before linearized reading' (duration: 108.104648ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:15:49.350651Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25356} {"level":"info","ts":"2026-04-23T09:15:49.50272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25356,"took":"146.381286ms","hash":2017261112,"current-db-size-bytes":58470400,"current-db-size":"58 MB","current-db-size-in-use-bytes":38019072,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-23T09:15:49.50281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2017261112,"revision":25356,"compact-revision":22145} {"level":"info","ts":"2026-04-23T09:17:07.787908Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T09:17:07.793197Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-23T09:17:07.793303Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-23T09:20:49.357702Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28224} {"level":"info","ts":"2026-04-23T09:20:49.498368Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28224,"took":"134.908967ms","hash":1234150094,"current-db-size-bytes":58470400,"current-db-size":"58 MB","current-db-size-in-use-bytes":33087488,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-23T09:20:49.498448Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1234150094,"revision":28224,"compact-revision":25356} {"level":"warn","ts":"2026-04-23T09:22:46.956144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.093889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:22:46.956317Z","caller":"traceutil/trace.go:171","msg":"trace[427427081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31606; }","duration":"446.311504ms","start":"2026-04-23T09:22:46.509965Z","end":"2026-04-23T09:22:46.956276Z","steps":["trace[427427081] 'count revisions from in-memory index tree' (duration: 445.975028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:22:46.956389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:22:46.509948Z","time spent":"446.417526ms","remote":"127.0.0.1:47730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T09:22:46.957151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.818236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-23T09:22:46.957239Z","caller":"traceutil/trace.go:171","msg":"trace[2060482144] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31606; }","duration":"496.086411ms","start":"2026-04-23T09:22:46.461129Z","end":"2026-04-23T09:22:46.957215Z","steps":["trace[2060482144] 'range keys from in-memory index tree' (duration: 495.546671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:22:46.957283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:22:46.461048Z","time spent":"496.222184ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T09:22:46.9572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.589804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T09:22:46.957447Z","caller":"traceutil/trace.go:171","msg":"trace[599041177] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:31606; }","duration":"531.90178ms","start":"2026-04-23T09:22:46.425528Z","end":"2026-04-23T09:22:46.95743Z","steps":["trace[599041177] 'count revisions from in-memory index tree' (duration: 530.870579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:22:46.957534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:22:46.425501Z","time spent":"532.014572ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-23T09:22:46.958179Z","caller":"traceutil/trace.go:171","msg":"trace[447826782] transaction","detail":"{read_only:false; response_revision:31607; number_of_response:1; }","duration":"395.279619ms","start":"2026-04-23T09:22:46.562876Z","end":"2026-04-23T09:22:46.958156Z","steps":["trace[447826782] 'process raft request' (duration: 395.045884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:22:46.958683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:22:46.562832Z","time spent":"395.751889ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:22:46.959162Z","caller":"traceutil/trace.go:171","msg":"trace[602216839] transaction","detail":"{read_only:false; response_revision:31608; number_of_response:1; }","duration":"323.00353ms","start":"2026-04-23T09:22:46.636123Z","end":"2026-04-23T09:22:46.959127Z","steps":["trace[602216839] 'process raft request' (duration: 322.808706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:22:46.959493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:22:46.636094Z","time spent":"323.248985ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T09:22:47.998641Z","caller":"traceutil/trace.go:171","msg":"trace[1363881901] linearizableReadLoop","detail":"{readStateIndex:32633; appliedIndex:32632; }","duration":"381.738097ms","start":"2026-04-23T09:22:47.616861Z","end":"2026-04-23T09:22:47.998599Z","steps":["trace[1363881901] 'read index received' (duration: 381.416661ms)","trace[1363881901] 'applied index is now lower than readState.Index' (duration: 319.646µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T09:22:47.998926Z","caller":"traceutil/trace.go:171","msg":"trace[1653343231] transaction","detail":"{read_only:false; response_revision:31618; number_of_response:1; }","duration":"428.572468ms","start":"2026-04-23T09:22:47.57009Z","end":"2026-04-23T09:22:47.998662Z","steps":["trace[1653343231] 'process raft request' (duration: 428.242371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:22:47.999186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:22:47.570062Z","time spent":"428.997205ms","remote":"127.0.0.1:34458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T09:22:47.999514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.610584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" ","response":"range_response_count:1 size:25575"} {"level":"info","ts":"2026-04-23T09:22:47.999579Z","caller":"traceutil/trace.go:171","msg":"trace[643137045] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com; range_end:; response_count:1; response_revision:31618; }","duration":"382.728937ms","start":"2026-04-23T09:22:47.616833Z","end":"2026-04-23T09:22:47.999562Z","steps":["trace[643137045] 'agreement among raft nodes before linearized reading' (duration: 381.967022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T09:22:47.999626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T09:22:47.616821Z","time spent":"382.795788ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":25599,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/podmonitors.monitoring.coreos.com\" "} {"level":"info","ts":"2026-04-23T09:22:48.001974Z","caller":"traceutil/trace.go:171","msg":"trace[991834997] transaction","detail":"{read_only:false; response_revision:31619; number_of_response:1; }","duration":"299.782664ms","start":"2026-04-23T09:22:47.702153Z","end":"2026-04-23T09:22:48.001936Z","steps":["trace[991834997] 'process raft request' (duration: 299.496678ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:22:48.002361Z","caller":"traceutil/trace.go:171","msg":"trace[192234786] transaction","detail":"{read_only:false; response_revision:31620; number_of_response:1; }","duration":"298.565739ms","start":"2026-04-23T09:22:47.703773Z","end":"2026-04-23T09:22:48.002339Z","steps":["trace[192234786] 'process raft request' (duration: 298.025968ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:22:48.00262Z","caller":"traceutil/trace.go:171","msg":"trace[177445428] transaction","detail":"{read_only:false; response_revision:31622; number_of_response:1; }","duration":"154.587231ms","start":"2026-04-23T09:22:47.848012Z","end":"2026-04-23T09:22:48.002599Z","steps":["trace[177445428] 'process raft request' (duration: 154.480199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:22:48.00264Z","caller":"traceutil/trace.go:171","msg":"trace[673883766] transaction","detail":"{read_only:false; response_revision:31621; number_of_response:1; }","duration":"298.667651ms","start":"2026-04-23T09:22:47.703924Z","end":"2026-04-23T09:22:48.002591Z","steps":["trace[673883766] 'process raft request' (duration: 298.375065ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T09:25:49.364927Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30731} {"level":"info","ts":"2026-04-23T09:25:49.510113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30731,"took":"137.465114ms","hash":1979028200,"current-db-size-bytes":58470400,"current-db-size":"58 MB","current-db-size-in-use-bytes":30474240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T09:25:49.510208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1979028200,"revision":30731,"compact-revision":28224} {"level":"info","ts":"2026-04-23T09:30:49.373893Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32983} {"level":"info","ts":"2026-04-23T09:30:49.526054Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32983,"took":"146.563086ms","hash":3909896684,"current-db-size-bytes":58470400,"current-db-size":"58 MB","current-db-size-in-use-bytes":30322688,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-23T09:30:49.526141Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3909896684,"revision":32983,"compact-revision":30731} {"level":"info","ts":"2026-04-23T09:35:49.381538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35216} {"level":"info","ts":"2026-04-23T09:35:49.526984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35216,"took":"140.376719ms","hash":779199390,"current-db-size-bytes":58470400,"current-db-size":"58 MB","current-db-size-in-use-bytes":31870976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T09:35:49.527103Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":779199390,"revision":35216,"compact-revision":32983} {"level":"info","ts":"2026-04-23T09:38:36.166443Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c3b8446219deb8c1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-23T09:38:36.173706Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-23T09:38:36.174014Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-23T09:40:49.38802Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37516} {"level":"info","ts":"2026-04-23T09:40:49.512463Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37516,"took":"117.546532ms","hash":3456359198,"current-db-size-bytes":60157952,"current-db-size":"60 MB","current-db-size-in-use-bytes":32002048,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-23T09:40:49.51264Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3456359198,"revision":37516,"compact-revision":35216} {"level":"info","ts":"2026-04-23T09:45:49.396077Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39797} {"level":"info","ts":"2026-04-23T09:45:49.536193Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39797,"took":"134.969252ms","hash":3995697689,"current-db-size-bytes":60157952,"current-db-size":"60 MB","current-db-size-in-use-bytes":31117312,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-23T09:45:49.536276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3995697689,"revision":39797,"compact-revision":37516}